-- Logs begin at Thu 2021-06-17 16:31:42 UTC, end at Thu 2021-06-17 17:46:32 UTC. -- Jun 17 17:13:54.889575 dv-cinder-796889-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 17:13:57.574806 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:13:57.575399 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 17:13:57.575576 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 17:13:57.579296 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:13:57.579596 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 17:13:57.579861 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 17:13:57.580840 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:13:57.581074 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:13:57.581431 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:13:57.581673 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:13:57.581894 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:13:57.582214 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.582506 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.582805 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.583031 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.583321 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.583608 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.583888 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.584203 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.584499 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.584785 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.585062 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.585345 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.585574 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.585852 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.586136 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.586416 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.586635 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] debug = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.586911 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.587334 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.587732 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.588009 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.588323 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.588598 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.588868 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.589140 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.589420 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.589748 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] host = dv-cinder-796889-1-iscsi {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.590021 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.590305 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.590589 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.590878 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.591146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.591418 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.591697 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.591964 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.592257 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.592527 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.592815 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.593100 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.593381 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.593600 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.593817 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.594100 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.594928 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.595201 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.595474 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.595744 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.596013 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.596307 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.596575 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.596855 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.597135 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.597418 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.597688 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.597955 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.598220 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.598487 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.598872 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.599146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.599416 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.599684 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.599964 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.600253 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.600523 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.600822 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.601105 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.601383 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.601662 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.601930 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.602207 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.602475 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.602748 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.603014 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_json = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.603280 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.603546 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.603821 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.604106 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.604376 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.604647 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.604913 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.605194 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:13:57.605486 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.605778 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.606073 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.606351 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.606642 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.606917 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.607204 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.607477 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.607761 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.608045 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.608353 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.608631 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.608917 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.609194 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.609488 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.609817 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.610109 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.610397 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.610671 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.610943 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.611214 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.611488 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.611770 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.612060 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.612366 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.612638 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.612916 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.613202 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.613476 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.613743 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.614017 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.614299 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.614572 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.614842 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.615118 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.615389 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.615658 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.615924 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.616231 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.616519 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.616792 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.617059 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.617326 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.617596 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.617863 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.618141 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.618412 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.618679 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.618946 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.619218 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.619483 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.619750 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.620020 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.620311 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.620582 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.620848 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.621112 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.621378 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.621644 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.621910 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.622176 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.622440 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.622717 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.622985 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.623250 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.623519 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.623788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.624057 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.624363 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.624657 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.624931 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.625207 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.626061 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.626353 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.626629 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.626904 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.627181 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.627457 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.627728 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.628013 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.628318 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.628601 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.628881 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.629156 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.629446 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.629721 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.629999 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.630272 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.630545 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.630833 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.631116 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.631407 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.631700 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.631992 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.632306 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.632597 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.632876 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.633188 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.633495 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:13:57.633676 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:13:57.633912 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93322) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 17:13:57.983801 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:13:57.984005 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:13:57.984321 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:13:57.984652 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 17:13:58.374918 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.375206 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.376098 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.377370 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.377703 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.378023 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.412350 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.412623 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.412889 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.426752 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.427033 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.427302 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.456816 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.457095 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.457366 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.493925 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.494200 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.494469 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.733877 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.734485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.734485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.734751 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.736085 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.862439 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.862758 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.863039 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.863311 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.863583 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.863896 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.864182 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.864439 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.864691 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.864969 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.865225 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.865488 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.865746 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.866007 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.866259 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.866524 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.866791 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.867044 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.867318 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.867567 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.867844 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.868214 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.868465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.868746 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.868993 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.869235 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.869626 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.869863 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.870098 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.870330 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.870560 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.870790 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:13:58.871153 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 17:13:58.875264 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 17:13:58.879631 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 17:13:58.883404 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 17 17:13:58.885060 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 17:13:58.885509 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 17:13:58.885841 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 17:13:58.886223 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 17:13:58.889039 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 17:13:58.889291 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 17:13:58.889638 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:13:58.917950 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 17:13:58.918394 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.918687 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93322) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 17:13:58.919046 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.920424 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93322) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 17:13:58.920702 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:13:58.920944 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 17:13:58.924184 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.924462 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:13:58.988162 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 17:13:58.988361 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 17:13:58.988593 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 17:13:58.988969 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 17:13:59.009584 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_db.sqlalchemy.engines [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93322) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 17:13:59.732366 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing driver for type 'gre' Jun 17 17:13:59.732812 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] gre ID ranges: [(1, 1000)] Jun 17 17:13:59.915112 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing driver for type 'local' Jun 17 17:13:59.915757 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing driver for type 'vlan' Jun 17 17:14:00.001247 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] VlanTypeDriver initialization complete Jun 17 17:14:00.001503 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing driver for type 'vxlan' Jun 17 17:14:00.002012 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] vxlan ID ranges: [(1, 1000)] Jun 17 17:14:00.188942 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing extension driver 'port_security' Jun 17 17:14:00.189273 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.extensions.port_security [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] PortSecurityExtensionDriver initialization complete Jun 17 17:14:00.189639 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing mechanism driver 'openvswitch' Jun 17 17:14:00.189960 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing mechanism driver 'hyperv' Jun 17 17:14:00.200993 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:00.201779 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.202153 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.202502 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.202882 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.203230 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.204240 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.204673 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.205077 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.205412 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.205789 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.206131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.206468 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.206841 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.207182 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.207517 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.207890 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.208258 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.208593 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.208925 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] ML2 OVO RPC backend initialized. {{(pid=93322) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 17:14:00.209627 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.210006 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.210439 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.210776 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > networks before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.211114 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.211446 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > ports before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.211781 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.212138 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.212479 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.212812 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.213138 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.213469 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.213991 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.214324 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.214654 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.214982 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.215307 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.215915 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.plugin [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Modular L2 Plugin initialization complete Jun 17 17:14:00.216259 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading services supported by the core plugin {{(pid=93322) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 17:14:00.216627 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.plugins.ml2.managers [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Got port-security extension from driver 'port_security' Jun 17 17:14:00.217106 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.extensions.vlantransparent [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Disabled vlantransparent extension. Jun 17 17:14:00.221675 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93322) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 17:14:00.221675 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: router Jun 17 17:14:00.272594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.272986 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_create 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.273358 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router before_create 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.273720 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.274086 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.274438 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_delete 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.274797 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.275155 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_create 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.275497 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.275842 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.276213 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.276566 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.276969 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.277328 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.277659 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.277989 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: subnet after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.278364 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.278710 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.279049 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.279381 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.279715 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.280086 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router after_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.280423 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.280765 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.281119 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.281460 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.281871 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.282736 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Tracking information for resource: router configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:14:00.283057 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Tracking information for resource: floatingip configured {{(pid=93322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:14:00.288361 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.db.l3_agentschedulers_db [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 17:14:00.288940 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.289295 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.289639 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.289984 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.290838 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router before_create 55550100 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.291191 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.291549 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.291898 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.296508 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.provider_configuration [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service providers = [] {{(pid=93322) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 17:14:00.296923 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.db.servicetype_db [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93322) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 17:14:00.303170 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.service_base [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:14:00.303514 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.service_base [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:14:00.303851 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.service_base [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:14:00.304737 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.services.service_base [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:14:00.305100 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.services.service_base [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 17:14:00.305470 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.305779 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 17:14:00.318534 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.318871 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: auto_allocate Jun 17 17:14:00.332352 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: network precommit_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.332751 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: network precommit_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.333289 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.333627 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: tag Jun 17 17:14:00.340707 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.341035 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: timestamp Jun 17 17:14:00.344956 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.345288 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: network_ip_availability Jun 17 17:14:00.352439 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.352815 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.353179 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.354022 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.354344 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: flavors Jun 17 17:14:00.359528 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.360373 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading Plugin: revisions Jun 17 17:14:00.364928 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:14:00.365322 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.381s {{(pid=93322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:00.366099 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93322) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 17:14:00.366431 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Initializing extension manager. Jun 17 17:14:00.366943 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: __init__.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.367286 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: __pycache__ {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.367623 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.367957 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: address_group.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.368765 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.369355 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: address-group Jun 17 17:14:00.369679 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: address_scope.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.370388 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.370903 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: address-scope Jun 17 17:14:00.371224 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.372261 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.372778 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: router-admin-state-down-before-update Jun 17 17:14:00.377729 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: agent.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.377729 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.377729 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: agent Jun 17 17:14:00.377729 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: agent_resources_synced.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.378530 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.379053 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: agent-resources-synced Jun 17 17:14:00.379375 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.381274 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.381799 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: allowed-address-pairs Jun 17 17:14:00.382129 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.383510 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.384030 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: auto-allocated-topology Jun 17 17:14:00.384387 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: availability_zone.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.385080 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.385590 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: availability_zone Jun 17 17:14:00.385912 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: availability_zone_filter.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.386815 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.387326 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: availability_zone_filter Jun 17 17:14:00.387649 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: data_plane_status.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.388575 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.389082 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 17:14:00.389404 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: default_subnetpools.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.390309 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.390817 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: default-subnetpools Jun 17 17:14:00.391692 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.392542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.393079 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: dhcp_agent_scheduler Jun 17 17:14:00.393404 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: dns.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.394393 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.394893 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 17:14:00.395215 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: dns_domain_ports.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.396151 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.396660 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 17:14:00.396985 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: dvr.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.397648 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.398155 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: dvr Jun 17 17:14:00.398477 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: empty_string_filtering.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.407721 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.408268 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: empty-string-filtering Jun 17 17:14:00.408595 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.409518 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.410030 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:14:00.410354 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.411307 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.411816 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 17:14:00.412162 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: external_net.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.413060 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.413568 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: external-net Jun 17 17:14:00.413919 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.414814 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.415322 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: extra_dhcp_opt Jun 17 17:14:00.415642 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: extraroute.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.416603 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.417112 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: extraroute Jun 17 17:14:00.417431 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: extraroute_atomic.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.418465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.418978 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: extraroute-atomic Jun 17 17:14:00.419298 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: filter_validation.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.419962 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.420504 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: filter-validation Jun 17 17:14:00.420822 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: fip_pf_description.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.421719 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.422283 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 17:14:00.422606 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: fip_port_details.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.423509 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.424015 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: fip-port-details Jun 17 17:14:00.424356 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: flavors.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.425621 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.426137 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: flavors Jun 17 17:14:00.426465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.428213 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.428756 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 17:14:00.429085 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: floatingip_pools.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.429793 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.430304 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: floatingip-pools Jun 17 17:14:00.430628 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: ip_allocation.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.431547 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.432060 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 17:14:00.432469 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.433383 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.433923 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: ip-substring-filtering Jun 17 17:14:00.434500 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l2_adjacency.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.435406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.435917 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 17:14:00.436267 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.437241 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.437757 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: router Jun 17 17:14:00.438102 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.441620 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.442158 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:14:00.442490 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.443410 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.443931 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: ext-gw-mode Jun 17 17:14:00.444291 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.445225 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.445736 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: l3-ha Jun 17 17:14:00.446056 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3_flavors.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.446960 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.447469 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: l3-flavors Jun 17 17:14:00.447790 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.448746 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.449256 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 17:14:00.449576 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: l3agentscheduler.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.450623 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.451245 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: l3_agent_scheduler Jun 17 17:14:00.451575 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: logging.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.453130 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.454197 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension logging not supported by any of loaded plugins Jun 17 17:14:00.454528 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: metering.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.455269 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.455860 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: metering Jun 17 17:14:00.456232 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.457368 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.457887 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: metering_source_and_destination_fields Jun 17 17:14:00.458214 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: multiprovidernet.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.459133 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.459648 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: multi-provider Jun 17 17:14:00.459973 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: netmtu.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.460910 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.461418 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: net-mtu Jun 17 17:14:00.461742 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: netmtu_writable.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.462647 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.463155 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: net-mtu-writable Jun 17 17:14:00.463478 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: network_availability_zone.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.464170 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.464674 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: network_availability_zone Jun 17 17:14:00.464994 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: network_ip_availability.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.466087 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.466631 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: network-ip-availability Jun 17 17:14:00.466992 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: network_segment_range.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.467756 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.468290 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 17:14:00.468616 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: pagination.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.470140 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.470473 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: pagination Jun 17 17:14:00.470794 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: port_device_profile.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.471706 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.472255 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: port-device-profile Jun 17 17:14:00.472579 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.473501 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.474056 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: port-mac-address-regenerate Jun 17 17:14:00.474375 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.475279 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.475788 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: port-numa-affinity-policy Jun 17 17:14:00.476132 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: port_resource_request.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.477044 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.477548 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 17:14:00.477867 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: portbindings.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.478806 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.479316 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: binding Jun 17 17:14:00.479634 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: portbindings_extended.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.486623 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.487142 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: binding-extended Jun 17 17:14:00.487470 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: portsecurity.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.488418 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.488933 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: port-security Jun 17 17:14:00.489257 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: project_id.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.490221 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.490552 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: project-id Jun 17 17:14:00.490904 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: providernet.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.491853 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.492390 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: provider Jun 17 17:14:00.492713 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.496486 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.497076 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos not supported by any of loaded plugins Jun 17 17:14:00.497412 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.498661 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.499178 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 17:14:00.499505 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.500463 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.500986 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 17:14:00.501312 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_default.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.502232 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.502747 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-default not supported by any of loaded plugins Jun 17 17:14:00.503064 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_fip.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.503707 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.504243 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 17:14:00.504565 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.505475 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.505993 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 17:14:00.506316 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.507221 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.507723 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 17:14:00.508047 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.514911 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.515415 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 17:14:00.515739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: qos_rules_alias.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.517332 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.517851 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 17:14:00.518177 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: quotasv2.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.519104 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.519430 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: quotas Jun 17 17:14:00.519829 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: quotasv2_detail.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.523021 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.523312 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: quota_details Jun 17 17:14:00.523646 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: rbac.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.525671 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.526199 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: rbac-policies Jun 17 17:14:00.526588 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: rbac_address_group.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.527536 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.528055 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: rbac-address-group Jun 17 17:14:00.528469 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: rbac_address_scope.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.529387 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.529907 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: rbac-address-scope Jun 17 17:14:00.530234 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: rbac_security_groups.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.531186 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.532263 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: rbac-security-groups Jun 17 17:14:00.532586 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.533505 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.534021 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: rbac-subnetpool Jun 17 17:14:00.534645 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: revisionifmatch.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.535246 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.535756 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: revision-if-match Jun 17 17:14:00.536115 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: revisions.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.537460 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.537975 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: standard-attr-revisions Jun 17 17:14:00.538301 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: router_availability_zone.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.538974 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.539489 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: router_availability_zone Jun 17 17:14:00.539814 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: routerservicetype.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.540748 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.541262 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 17:14:00.541584 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.542579 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.543098 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: security-groups-normalized-cidr Jun 17 17:14:00.543420 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.544372 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.544884 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: port-security-groups-filtering Jun 17 17:14:00.545206 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.546120 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.546633 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: security-groups-remote-address-group Jun 17 17:14:00.546953 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: securitygroup.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.556765 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.557298 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: security-group Jun 17 17:14:00.557635 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: segment.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.558423 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.558933 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension segment not supported by any of loaded plugins Jun 17 17:14:00.559521 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.560502 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.560993 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 17:14:00.570756 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: servicetype.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.571669 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.572246 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: service-type Jun 17 17:14:00.572577 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: sorting.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.573561 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.573891 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: sorting Jun 17 17:14:00.574216 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: standard_attr_segment.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.575120 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.575639 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 17:14:00.575963 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: standardattrdescription.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.576727 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.577222 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: standard-attr-description Jun 17 17:14:00.577544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: stateful_security_group.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.578998 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.579515 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: stateful-security-group Jun 17 17:14:00.579839 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: stdattrs_common.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.580439 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 17:14:00.580761 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.581755 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.582268 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 17:14:00.582596 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnet_onboard.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.583728 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.584271 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: subnet_onboard Jun 17 17:14:00.584599 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.585524 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.586032 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 17:14:00.586359 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnet_service_types.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.587285 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.587824 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: subnet-service-types Jun 17 17:14:00.588269 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnetallocation.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.589355 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.589871 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: subnet_allocation Jun 17 17:14:00.590198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.590862 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.591372 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: subnetpool-prefix-ops Jun 17 17:14:00.591735 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.592652 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.593179 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 17:14:00.593483 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: tagging.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.595112 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.595634 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: standard-attr-tag Jun 17 17:14:00.595962 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: timestamp.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.605934 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.606454 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loaded extension: standard-attr-timestamp Jun 17 17:14:00.606781 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: trunk.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.607847 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.608409 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension trunk not supported by any of loaded plugins Jun 17 17:14:00.608737 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: trunk_details.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.609676 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.610198 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 17:14:00.610521 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.611511 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.612030 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 17:14:00.612385 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Loading extension file: vlantransparent.py {{(pid=93322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:14:00.613060 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:14:00.613570 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 17:14:00.616158 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:network Jun 17 17:14:00.616702 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnet Jun 17 17:14:00.617110 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:14:00.617567 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:port Jun 17 17:14:00.618846 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.619298 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service FLAVORS assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.619918 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.620386 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.620743 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:router Jun 17 17:14:00.621176 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:14:00.621668 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service METERING assigned prefix: /metering {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.623183 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.623555 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.623904 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:14:00.624965 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:14:00.625938 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:14:00.626361 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:14:00.626971 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service CORE assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.627299 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:14:00.627652 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] subnetpool is already registered Jun 17 17:14:00.628115 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service CORE assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.628440 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:14:00.628770 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] subnetpool is already registered Jun 17 17:14:00.631077 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.631522 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service FLAVORS assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.632131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.632553 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.632886 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:router Jun 17 17:14:00.633232 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] router is already registered Jun 17 17:14:00.634785 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:14:00.634785 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] floatingip is already registered Jun 17 17:14:00.634785 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service METERING assigned prefix: /metering {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.635049 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:14:00.635374 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] rbac_policy is already registered Jun 17 17:14:00.635782 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:14:00.636146 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] security_group is already registered Jun 17 17:14:00.636548 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:14:00.636878 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] security_group_rule is already registered Jun 17 17:14:00.637516 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service CORE assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.637841 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:14:00.638173 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] subnetpool is already registered Jun 17 17:14:00.638587 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.v2.resource_helper [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Service CORE assigned prefix: {{(pid=93322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:14:00.638910 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:14:00.639238 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING neutron.quota.resource_registry [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] subnetpool is already registered Jun 17 17:14:00.639776 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: extensions {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.641910 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: address-groups {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.643420 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: address-scopes {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.644783 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: agents {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.646018 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: auto-allocated-topology {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.647262 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: availability_zones {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.648512 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: dhcp-networks {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.650029 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: dhcp-agents {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.651569 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: routers {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.653388 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: flavors {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.655875 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: service_profiles {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.657146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: next_providers {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.658567 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: service_profiles {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.660243 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: floatingip-pools {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.661428 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: routers {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.663298 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: floatingips {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.664614 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: l3-routers {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.665996 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: l3-agents {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.667426 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: metering-labels {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.668745 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: metering-label-rules {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.670155 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: network-ip-availabilities {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.671407 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: bindings {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.673031 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: quotas {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.674723 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: quotas {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.676183 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: rbac-policies {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.677372 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: security-groups {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.678682 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: security-group-rules {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.679962 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: service-providers {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.681205 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: subnetpools {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.682536 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: subnetpools {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.684094 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.686040 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.688399 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.690894 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.692629 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.694563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.696284 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.698090 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.700000 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.720855 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron.api.extensions [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Extended resource: tags {{(pid=93322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:14:00.720855 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING keystonemiddleware.auth_token [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 17:14:00.720855 dv-cinder-796889-1-iscsi neutron-server[93322]: WARNING keystonemiddleware.auth_token [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 17:14:00.722502 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Acquired lock "singleton_lock" {{(pid=93322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 17:14:00.722989 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_concurrency.lockutils [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Releasing lock "singleton_lock" {{(pid=93322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 17:14:00.723628 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Starting 2 workers Jun 17 17:14:00.728497 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Started child 93433 {{(pid=93322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:14:00.733213 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Started child 93434 {{(pid=93322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:14:00.734226 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.735007 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO neutron.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 17:14:00.735552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Notify callbacks [] for process, before_spawn {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.735868 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [-] (93433) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:14:00.738183 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Starting 1 workers Jun 17 17:14:00.738351 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.739557 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [-] (93434) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:14:00.743525 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Started child 93435 {{(pid=93322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:14:00.744053 dv-cinder-796889-1-iscsi neutron-server[93322]: INFO oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Starting 1 workers Jun 17 17:14:00.747404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] calling RpcWorker wait() {{(pid=93435) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 17:14:00.747944 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] returning from RpcWorker wait() {{(pid=93435) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 17:14:00.748636 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Started child 93436 {{(pid=93322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:14:00.749444 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.749539 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-95d560df-8ca8-4884-b7d6-6cd846bdcdc3 None None] Notify callbacks [] for process, after_spawn {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.749981 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:00.751942 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 17:14:00.752184 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:14:00.752372 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:14:00.752597 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:14:00.753009 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:14:00.753291 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:14:00.753715 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.753998 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.754089 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:00.754544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.754544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.754852 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.754965 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:00.755403 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.755644 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.755899 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.756194 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.756436 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.756610 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.756779 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.757041 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.757277 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.757560 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.757835 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.758085 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.758371 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.758543 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.758801 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.759080 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.759330 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.759591 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] debug = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.759837 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.760327 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.760571 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.760821 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.761068 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.761369 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.761604 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.761910 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.762146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.762387 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.762644 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.762894 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.763142 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.763362 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.763618 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.763864 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.764121 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.764603 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] host = dv-cinder-796889-1-iscsi {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.764844 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.765083 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.765490 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.765769 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.766079 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.766825 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.767081 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.767344 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.767611 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.767867 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.768126 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.768389 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.768634 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.768884 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.769052 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_options = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.769301 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.769569 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.769832 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.770025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.770379 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.770379 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.770593 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.770800 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.771080 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.771365 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.771534 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.771751 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.771967 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.772230 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.774594 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.775641 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.776481 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.776481 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.776481 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.776481 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777007 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777007 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777233 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777447 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777714 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.777966 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.778212 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.778465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.778705 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.778975 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.779223 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.779629 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.779838 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_json = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.780081 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.780349 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.780616 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.780843 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.781062 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.781285 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.781541 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.781971 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.782289 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.782750 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.783080 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.783357 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.783618 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.784197 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.784609 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.784807 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.785098 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.785343 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.785665 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.785895 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.786255 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.786533 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.786817 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.787133 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.787402 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.787686 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.787944 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.788202 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.788448 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.788695 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.789061 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.789349 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.789628 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.789908 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.790130 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.790353 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.790845 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.791242 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.791689 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.792115 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.792415 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.792697 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.792926 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.793405 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.793405 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.793704 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.793854 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.794119 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.794378 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.796406 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.797485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.797485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.797485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.797485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.797485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.798547 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.798547 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.798547 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.798547 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.803427 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.804788 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.806544 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807835 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.807994 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.808491 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.808491 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.808738 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.809763 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.809763 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.809763 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811316 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811975 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811975 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.811975 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.812387 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.812610 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.813360 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.813584 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.813855 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.814154 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.814414 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.814657 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.814929 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.815164 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.815405 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.815805 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.816269 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.816514 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.816808 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.817053 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.817287 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.817509 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.817744 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.818072 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.818495 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.818890 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.819113 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.819392 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.819656 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.819894 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.820192 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.820656 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.820995 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.821266 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.821501 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.821724 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.821973 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.822211 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.822431 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.822652 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.822877 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.823099 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.823339 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.823555 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.823811 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.824031 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.824280 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.824505 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826146 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826718 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826718 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.826847 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.827027 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.827201 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.827491 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.827745 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.827983 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.828262 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.828723 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.828976 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.829201 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.829458 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.830230 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.830454 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.830681 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.830914 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.831166 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.831386 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.831618 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.831839 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.832093 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.832364 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.832711 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.832975 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.833227 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.833485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.833754 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.834027 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.834269 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.834492 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.834713 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.834934 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.835152 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.835414 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.835663 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.835920 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.836161 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.836380 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.836621 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.836839 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.837075 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.837368 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.837621 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.837858 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.838111 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.838346 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.838576 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.838811 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.839026 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.839244 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.839458 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.839687 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.839900 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.840141 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.840364 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.840579 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.840812 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.841027 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.841241 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.841486 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.841700 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.841965 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.842179 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.842392 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.842612 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.842847 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.843153 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.843412 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.843635 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.843919 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.844204 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.844433 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.844691 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.845152 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.845331 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.845575 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.845814 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.846035 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.846278 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.846550 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.846885 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.847193 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.847465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.847702 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.847977 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.848292 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.848539 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.848775 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.849063 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.849388 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.849688 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.849953 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.850183 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.850463 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.850692 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.850970 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.851211 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.851616 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.852000 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.852284 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.852538 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.852787 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.853012 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.853243 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.853486 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.853735 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.853951 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.854196 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.854636 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.854636 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:14:00.855109 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 17:14:00.855262 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:14:00.855415 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:14:00.855589 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:14:00.855757 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:14:00.855910 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:14:00.856174 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.856379 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.856503 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.856626 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.856776 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.856956 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857116 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857273 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857431 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857660 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857787 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.857909 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858032 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858167 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858327 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858484 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858640 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858797 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.858960 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859117 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859272 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859430 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859586 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] debug = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859769 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.859960 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860150 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860310 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860466 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860623 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860786 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.860945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861103 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861260 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861418 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861577 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861733 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.861890 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862056 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862202 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862359 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862518 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] host = dv-cinder-796889-1-iscsi {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862682 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.862839 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863015 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863150 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863480 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863629 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863777 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.863928 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864114 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864251 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864409 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864566 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864723 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.864866 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865010 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_options = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865172 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865328 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865485 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865664 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865830 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.865992 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866150 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866291 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866453 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866611 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866769 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.866926 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867083 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867239 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867396 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867730 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.867924 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.868108 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.868415 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.868577 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.868735 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.868893 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869051 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869208 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869365 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869525 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869682 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869817 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.869971 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870130 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870280 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870419 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870550 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870700 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.870862 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871007 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871170 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871329 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871486 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871644 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871803 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.871962 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872155 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872340 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872504 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_json = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872644 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872782 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.872913 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873081 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873327 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873327 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873664 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873664 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:14:00.873926 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.873926 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874196 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874327 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874470 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874605 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874748 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.874890 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.875025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.875160 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.875821 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.875992 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876164 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876297 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876432 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876598 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876760 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.876907 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877069 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877231 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877391 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877550 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877727 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.877888 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878049 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878355 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878516 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878700 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878837 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.878978 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879113 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879255 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879419 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879726 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.879876 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880037 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880214 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880370 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880531 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880690 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.880856 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881013 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881167 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881328 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881489 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881650 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881811 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.881971 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882145 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882301 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882465 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882667 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882763 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.882955 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883070 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883230 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883453 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883603 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883805 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.883984 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884172 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884321 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884468 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884637 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884853 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.884977 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.885095 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.886624 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.887739 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888472 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888472 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888472 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888472 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888472 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888823 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888823 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.888964 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889080 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889240 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889401 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889564 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889725 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.889884 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890043 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890201 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890361 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890572 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890734 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.890909 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.891643 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.891803 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.891963 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.892147 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.892329 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.892478 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.892638 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.892801 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893000 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893102 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893277 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893437 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893602 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893743 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.893901 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894061 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894222 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894382 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894702 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.894862 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895029 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895200 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895360 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895521 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895681 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.895865 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896011 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896197 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896392 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896585 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896783 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.896984 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897128 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897260 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897389 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897549 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897711 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.897871 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898033 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898194 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898354 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898515 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898677 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898837 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.898999 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.899161 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.899321 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.899481 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.899695 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.899861 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900022 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900204 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900365 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900525 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900685 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.900850 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901009 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901169 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901329 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901488 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901648 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901808 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.901970 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902131 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902280 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902441 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902602 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902763 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.902926 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903206 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903299 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903389 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903535 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903696 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.903858 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.904018 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.904203 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.904365 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.904526 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.904686 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.909552 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910198 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910850 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.910945 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.911542 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912199 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.912810 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913563 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913994 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913994 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.913994 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914200 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914287 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914403 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914573 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914742 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.914902 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915069 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915242 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915767 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915767 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915767 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.915987 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916089 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916236 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916397 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916557 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916717 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.916877 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917040 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917201 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917360 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917520 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917683 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.917841 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.918025 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.918150 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.918310 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:14:00.918463 dv-cinder-796889-1-iscsi neutron-server[93322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:14:01.077031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 35890) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:01.085666 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065656 Jun 17 17:14:12.516847 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86a167-43a7-40a7-accb-3a5e2bfd4f4a None None] get_active_networks_info from dv-cinder-796889-1-iscsi {{(pid=93435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 17:14:12.623844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc86a167-43a7-40a7-accb-3a5e2bfd4f4a None None] No non-hosted networks {{(pid=93435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 17:14:12.639389 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.agentschedulers_db [None req-bc86a167-43a7-40a7-accb-3a5e2bfd4f4a None None] DHCP Agent not found on host dv-cinder-796889-1-iscsi {{(pid=93435) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 17:14:12.838911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f393ba46-9d5d-4e9a-a089-e9079f461cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:15.157189 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d184124e-956e-4c56-b8ca-3938a2f05761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:15.189849 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:15.190751 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.191171 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.191568 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.192139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.192642 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.193073 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.193463 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.193848 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.194176 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.194499 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.194823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.195189 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:15.195605 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796889-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:15.206451 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796889-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:15.234659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.db.api [None req-a84239cf-99a1-4d37-8d2c-dd35b04bfb13 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796889-1-iscsi {{(pid=93435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:14:15.235169 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_db.api [None req-a84239cf-99a1-4d37-8d2c-dd35b04bfb13 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:14:15.840481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a84239cf-99a1-4d37-8d2c-dd35b04bfb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:16.766365 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:18.040762 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:18.164723 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.db.l3_hamode_db [None req-2392d68a-e53a-443a-a2f7-05d361bf1c1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 17:14:18.242636 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392d68a-e53a-443a-a2f7-05d361bf1c1b None None] Routers set() bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:14:18.243024 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392d68a-e53a-443a-a2f7-05d361bf1c1b None None] Router IDs set() for agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 17:14:19.190979 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 35984) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:19.673435 dv-cinder-796889-1-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-38e68796-03d6-4e61-bd93-5b8c02e73709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:19.674058 dv-cinder-796889-1-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-38e68796-03d6-4e61-bd93-5b8c02e73709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:19.894001 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [None req-38e68796-03d6-4e61-bd93-5b8c02e73709 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:14:19.894962 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-38e68796-03d6-4e61-bd93-5b8c02e73709 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7030735 Jun 17 17:14:22.216525 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 35998) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:22.523622 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:22.617951 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.policy [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93434) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 17:14:22.664242 dv-cinder-796889-1-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:22.664626 dv-cinder-796889-1-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:22.673242 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.quota [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] Loaded quota_driver: . Jun 17 17:14:22.827320 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801967380', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801967913', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801914081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801916635', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801942296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762801936594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1670442', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2002739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568785'] for rbac-policy, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:23.033426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:23.034625 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-56c5b494-e634-41a5-830b-9491b3d86802 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8171368 Jun 17 17:14:25.553365 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36010) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:25.841056 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Request body: {'network': {'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'name': 'private'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:25.942918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Made reservation on behalf of 5c02d8619f8c4bd5b86189cae3470ecd for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:14:25.945859 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:25.962646 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.083400 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.142878 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.148313 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:26.164091 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:14:26.192791 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762799454091', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.193409 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Unsubscribe: segment precommit_create {{(pid=93434) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:14:26.193895 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Added segment bc17140e-5870-438e-88bc-1670c1ebe928 of type vlan for network e4ff5146-899f-4553-9f6a-e6bf3419eab7 Jun 17 17:14:26.211712 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daa5c81-668d-4025-8846-abef4c1faf8c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:26.238701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.239046 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.239377 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.239696 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.240006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.240375 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.240683 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.240985 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.241302 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.241617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.241904 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.242198 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Tracked resource versions report: Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: pushed versions: Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: { 'AddressGroup': {'1.2'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'ConntrackHelper': {'1.0'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Log': {'1.0'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Network': {'1.1'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Port': {'1.7'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'PortForwarding': {'1.2'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'QosPolicy': {'1.8'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroup': {'1.4'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SubPort': {'1.0'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Subnet': {'1.1'}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Trunk': {'1.1'}} Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: consumer versions: Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'ConntrackHelper': '1.0', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Log': '1.0', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Network': '1.1', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Port': '1.7', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'PortForwarding': '1.2', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'QosPolicy': '1.8', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroup': '1.4', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroupRule': '1.2', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SubPort': '1.0', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Subnet': '1.1', Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Trunk': '1.1'}} Jun 17 17:14:26.243261 dv-cinder-796889-1-iscsi neutron-server[93434]: {{(pid=93434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:14:26.315886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.320314 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:26.440006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.441445 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:26.442108 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:26.445100 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:26.538762 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ff5146-899f-4553-9f6a-e6bf3419eab7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:26.542195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:26.550123 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:14:26.560818 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0064101 Jun 17 17:14:29.178870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36024) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:29.572909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4f39-7605-4347-aebb-5c9e06f9a676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:29.574266 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c30f4f39-7605-4347-aebb-5c9e06f9a676 admin admin] 10.222.0.10 "GET /v2.0/networks/e4ff5146-899f-4553-9f6a-e6bf3419eab7 HTTP/1.1" status: 200 len: 825 time: 0.3944552 Jun 17 17:14:29.598612 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ed4cc855-9621-4529-aa5e-93e373488576 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a892934b-859b-4c4e-b3a9-7ccf2aeb497a HTTP/1.1" status: 200 len: 734 time: 0.0189342 Jun 17 17:14:29.606762 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'name': 'private-subnet', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:29.689835 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Made reservation on behalf of 5c02d8619f8c4bd5b86189cae3470ecd for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:14:29.692220 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:30.051875 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:30.054361 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:30.124963 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Checking segment: {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:14:30.125354 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Network hostable DHCP agents. Network: e4ff5146-899f-4553-9f6a-e6bf3419eab7, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:14:30.129827 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5cee99-3735-4a18-b044-d8bc7a6f205e,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:30.134177 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:30.222886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:14:30.285778 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, e4ff5146-899f-4553-9f6a-e6bf3419eab7) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:30.290593 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:30.291177 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:30.296089 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe19825-6a90-4243-950f-48431b716b55 None None] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:14:30.383435 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7798541 Jun 17 17:14:30.621560 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:14:30.622829 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:30.896177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Allocated IP 172.20.0.2 (e4ff5146-899f-4553-9f6a-e6bf3419eab7/9d5cee99-3735-4a18-b044-d8bc7a6f205e/e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:14:31.102325 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:31.148273 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Transition to ACTIVE for port object e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:14:31.169582 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Transition to ACTIVE for port object e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:14:31.223436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:31.226130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:31.290227 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:14:31.295897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:31.300323 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:14:31.318859 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Pushing event updated for resources: {'Port': ['ID=e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:31.361228 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.361600 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.361924 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.362240 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.362555 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.362866 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.363174 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.363479 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.363797 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.364122 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.364430 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.364730 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Tracked resource versions report: Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: pushed versions: Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: { 'AddressGroup': {'1.2'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'ConntrackHelper': {'1.0'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Log': {'1.0'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Network': {'1.1'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Port': {'1.7'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'PortForwarding': {'1.2'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'QosPolicy': {'1.8'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroup': {'1.4'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SubPort': {'1.0'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Subnet': {'1.1'}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Trunk': {'1.1'}} Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: consumer versions: Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'ConntrackHelper': '1.0', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Log': '1.0', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Network': '1.1', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Port': '1.7', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'PortForwarding': '1.2', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'QosPolicy': '1.8', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroup': '1.4', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroupRule': '1.2', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SubPort': '1.0', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Subnet': '1.1', Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Trunk': '1.1'}} Jun 17 17:14:31.365810 dv-cinder-796889-1-iscsi neutron-server[93435]: {{(pid=93435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:14:31.370114 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:31.396724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Attempting to bind port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:14:31.397113 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Attempting to bind port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:14:31.397511 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Attempting to bind port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe on network e4ff5146-899f-4553-9f6a-e6bf3419eab7 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:14:31.402404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:14:31.402737 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Checking segment: {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:14:31.403215 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:31.403598 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Bound using segment: {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:14:31.404127 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Bound port: e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:14:31.404512 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:31.467479 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] For port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:14:31.472670 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] For port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe,segment=NetworkSegment(bc17140e-5870-438e-88bc-1670c1ebe928),segment_id=bc17140e-5870-438e-88bc-1670c1ebe928)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:14:31.530450 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:31.536372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:31.608386 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Pushing event updated for resources: {'Port': ['ID=e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:31.611774 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:32.802246 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36032) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:33.303120 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-abd0b131-cbbd-41b8-9866-13c8054ec7ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:33.303722 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-abd0b131-cbbd-41b8-9866-13c8054ec7ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:33.522923 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-abd0b131-cbbd-41b8-9866-13c8054ec7ce admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:14:33.524190 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-abd0b131-cbbd-41b8-9866-13c8054ec7ce admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7199039 Jun 17 17:14:35.887674 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36046) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:36.239399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-3634d3a8-475f-4300-b8fe-22b6d213de82 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:14:36.239399 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3634d3a8-475f-4300-b8fe-22b6d213de82 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172214 Jun 17 17:14:37.449926 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:14:37.605477 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:14:37.669222 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959a141-c45d-43fe-83c8-017ea869fc3b None None] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:14:37.843202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Provisioning for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:14:37.850971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Provisioning complete for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:37.851360 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:37.969026 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:38.005683 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] For port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe,segment=NetworkSegment(bc17140e-5870-438e-88bc-1670c1ebe928),segment_id=bc17140e-5870-438e-88bc-1670c1ebe928)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:14:38.142695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:38.144746 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-0a38b7db-5312-4e44-89d5-196fc95c878e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:38.190724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Pushing event updated for resources: {'Port': ['ID=e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:38.193871 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:38.262872 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-ba92efcb-f859-4d18-b195-6aea7eb331f4 None None] Provisioning complete for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:38.263244 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ba92efcb-f859-4d18-b195-6aea7eb331f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:38.826257 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36060) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:39.127247 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:39.191455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.policy [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93433) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 17:14:39.238547 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:39.238954 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:14:39.247930 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.quota [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Loaded quota_driver: . Jun 17 17:14:39.377316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.379196 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.413470 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:14:39.460823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:39.461195 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.547339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.606702 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.696730 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:39.697941 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-fdaa0dff-23f9-4f44-b627-90d2e18fbd62 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8707435 Jun 17 17:14:42.051391 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36070) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:42.355997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-2460e649-c058-4ab1-b006-b13eea4a5917 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:14:42.356995 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2460e649-c058-4ab1-b006-b13eea4a5917 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046956 Jun 17 17:14:42.512819 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e9a12b85-6e42-4c3c-b4f5-006a127cc0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:44.745767 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36078) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:45.050636 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:45.072357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-51eb4ad4-3fe1-4fcd-bce7-543d1061622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.129365 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.152043 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Made reservation on behalf of 429a613c791a45f1ad2d4d436ccfed3f for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:14:45.154476 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.163041 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.247784 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.342271 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.346144 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:45.359533 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=93434) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 17:14:45.380367 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.380762 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Added segment 5e0b3413-1999-4bcf-bf5b-5197ff04672a of type flat for network d5c58482-a02d-4a2b-90a2-5d0412b36905 Jun 17 17:14:45.382034 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2a841-ce3e-4e6c-b4a8-54567e9dba90,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:45.390735 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:45.432247 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.542052 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.543505 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:45.544099 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:45.546974 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62de27fe-e6ac-4543-92ab-8f78f64ad660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:45.601081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c58482-a02d-4a2b-90a2-5d0412b36905,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:45.603836 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:45.611360 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:14:45.829154 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0822105 Jun 17 17:14:46.620937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:47.976201 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:48.123035 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36096) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:48.356126 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789f5e4-9efb-4018-ba48-a55ad1a4cee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:48.357644 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-6789f5e4-9efb-4018-ba48-a55ad1a4cee5 admin admin] 10.222.0.10 "GET /v2.0/subnets/9d5cee99-3735-4a18-b044-d8bc7a6f205e HTTP/1.1" status: 200 len: 849 time: 0.2336702 Jun 17 17:14:48.473660 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-75a852df-929f-4edc-9e26-28221138dd6e admin admin] 10.222.0.10 "GET /v2.0/routers/ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c HTTP/1.1" status: 200 len: 704 time: 0.1106241 Jun 17 17:14:48.749044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.047483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Allocated IP 172.20.0.1 (e4ff5146-899f-4553-9f6a-e6bf3419eab7/9d5cee99-3735-4a18-b044-d8bc7a6f205e/7fb84aff-40e2-44c4-a887-c790e8083864) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:14:49.258471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.285660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Transition to ACTIVE for port object 7fb84aff-40e2-44c4-a887-c790e8083864 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:14:49.427664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.431445 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:49.467216 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:14:49.490142 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:49.542704 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Pushing event updated for resources: {'Port': ['ID=7fb84aff-40e2-44c4-a887-c790e8083864,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:49.547233 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:14:49.547801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.608166 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.608523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.608858 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.609181 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.609496 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.609827 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.610155 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.610465 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.610793 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.611106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.611410 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.611715 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Tracked resource versions report: Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: pushed versions: Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: { 'AddressGroup': {'1.2'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'ConntrackHelper': {'1.0'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Log': {'1.0'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Network': {'1.1'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Port': {'1.7'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'PortForwarding': {'1.2'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'QosPolicy': {'1.8'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroup': {'1.4'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SubPort': {'1.0'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Subnet': {'1.1'}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Trunk': {'1.1'}} Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: consumer versions: Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'ConntrackHelper': '1.0', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Log': '1.0', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Network': '1.1', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Port': '1.7', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'PortForwarding': '1.2', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'QosPolicy': '1.8', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroup': '1.4', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroupRule': '1.2', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SubPort': '1.0', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Subnet': '1.1', Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Trunk': '1.1'}} Jun 17 17:14:49.612829 dv-cinder-796889-1-iscsi neutron-server[93433]: {{(pid=93433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:14:49.624160 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:49.821198 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e07b71bb-c644-4fca-999f-bbe9025ba8c4 None None] Provisioning for port 7fb84aff-40e2-44c4-a887-c790e8083864 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:14:49.825067 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e07b71bb-c644-4fca-999f-bbe9025ba8c4 None None] Provisioning complete for port 7fb84aff-40e2-44c4-a887-c790e8083864 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:49.825436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e07b71bb-c644-4fca-999f-bbe9025ba8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.854591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:49.864555 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e07b71bb-c644-4fca-999f-bbe9025ba8c4 None None] Port 7fb84aff-40e2-44c4-a887-c790e8083864 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:14:50.035075 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:50.101631 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:50.102785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:50.104506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:50.162733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Pushing event updated for resources: {'Port': ['ID=7fb84aff-40e2-44c4-a887-c790e8083864,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:50.166613 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:50.228663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:14:50.229970 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:50.487286 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3ad85778-a949-4a8e-8d3b-cb8f7e126cdf None None] Provisioning complete for port 7fb84aff-40e2-44c4-a887-c790e8083864 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:50.487578 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3ad85778-a949-4a8e-8d3b-cb8f7e126cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:50.489509 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:14:50.524855 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3ad85778-a949-4a8e-8d3b-cb8f7e126cdf None None] Port 7fb84aff-40e2-44c4-a887-c790e8083864 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:14:50.583155 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:14:50.588524 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] 10.222.0.10 "PUT /v2.0/routers/ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1101530 Jun 17 17:14:50.593439 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Sync routers for ids ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:14:50.605215 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Routers {'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:14:50.606041 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:14:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:50.793729 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Set router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:14:51.231169 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:49Z', 'revision_number': 2, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port_host': None, '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:49Z', 'revision_number': 2, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:51.281455 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Checking router: ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:14:51.281830 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Updating router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c port 7fb84aff-40e2-44c4-a887-c790e8083864 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:14:51.346386 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:51.841068 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:51.858965 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Transition to ACTIVE for port object 7fb84aff-40e2-44c4-a887-c790e8083864 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:14:51.924834 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:51.927511 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:52.116588 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Pushing event updated for resources: {'Port': ['ID=7fb84aff-40e2-44c4-a887-c790e8083864,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:52.131872 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Attempting to bind port 7fb84aff-40e2-44c4-a887-c790e8083864 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:14:52.132289 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Attempting to bind port 7fb84aff-40e2-44c4-a887-c790e8083864 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:14:52.132700 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Attempting to bind port 7fb84aff-40e2-44c4-a887-c790e8083864 on network e4ff5146-899f-4553-9f6a-e6bf3419eab7 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:14:52.135129 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.135457 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.135794 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.136115 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.136431 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.136743 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.137049 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.137355 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.137693 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.138001 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.138305 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.139831 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Tracked resource versions report: Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: pushed versions: Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: { 'AddressGroup': {'1.2'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'ConntrackHelper': {'1.0'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Log': {'1.0'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Network': {'1.1'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Port': {'1.7'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'PortForwarding': {'1.2'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'QosPolicy': {'1.8'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroup': {'1.4'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SubPort': {'1.0'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Subnet': {'1.1'}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Trunk': {'1.1'}} Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: consumer versions: Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'ConntrackHelper': '1.0', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Log': '1.0', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Network': '1.1', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Port': '1.7', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'PortForwarding': '1.2', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'QosPolicy': '1.8', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroup': '1.4', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroupRule': '1.2', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SubPort': '1.0', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Subnet': '1.1', Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Trunk': '1.1'}} Jun 17 17:14:52.141120 dv-cinder-796889-1-iscsi neutron-server[93436]: {{(pid=93436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:14:52.147336 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:14:52.147733 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Checking segment: {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:14:52.148251 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:52.148641 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Bound using segment: {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:14:52.149153 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Bound port: 7fb84aff-40e2-44c4-a887-c790e8083864, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc17140e-5870-438e-88bc-1670c1ebe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:14:52.149516 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:52.151469 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:52.215215 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] For port 7fb84aff-40e2-44c4-a887-c790e8083864, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:14:52.239781 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] For port 7fb84aff-40e2-44c4-a887-c790e8083864, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=7fb84aff-40e2-44c4-a887-c790e8083864,segment=NetworkSegment(bc17140e-5870-438e-88bc-1670c1ebe928),segment_id=bc17140e-5870-438e-88bc-1670c1ebe928)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:14:52.302496 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:52.304854 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:52.366080 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Routers {'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:14:52.366732 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:14:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:52.373435 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Pushing event updated for resources: {'Port': ['ID=7fb84aff-40e2-44c4-a887-c790e8083864,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:52.377841 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:52.465397 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] Set router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:14:52.671510 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:49Z', 'revision_number': 2, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port_host': None, '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:52Z', 'revision_number': 4, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:52.704077 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007fee7-8dea-4c3d-a43c-246fa1247521 None None] The sync data for ids ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'] in dv-cinder-796889-1-iscsi is: [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:49Z', 'revision_number': 2, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port_host': None, '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:52Z', 'revision_number': 4, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:14:52.798378 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36120) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:52.907725 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe8a95-42c9-4fad-b11e-9918b1482f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:52.909112 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-13fe8a95-42c9-4fad-b11e-9918b1482f0c admin admin] 10.222.0.10 "GET /v2.0/networks/d5c58482-a02d-4a2b-90a2-5d0412b36905 HTTP/1.1" status: 200 len: 842 time: 0.1097465 Jun 17 17:14:52.918398 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'gateway_ip': '172.27.0.1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:52.992117 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Made reservation on behalf of 429a613c791a45f1ad2d4d436ccfed3f for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:14:52.994561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:53.427282 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.objects.ports [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93433) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 17:14:53.427729 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:53.429867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:53.481562 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b33b6e-4338-4f10-8f8d-7df5f325aa7c,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:53.490866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:53.493517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:14:53.493863 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Network hostable DHCP agents. Network: d5c58482-a02d-4a2b-90a2-5d0412b36905, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:14:53.621983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:14:53.684803 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, d5c58482-a02d-4a2b-90a2-5d0412b36905) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:53.688833 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:53.689440 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:53.694075 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4dd90-af5d-42a3-b408-128dfecc2636 None None] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:14:53.771133 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8560848 Jun 17 17:14:53.827126 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19649335-34eb-4fe0-ac27-88e679cb2340 None None] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:14:56.022414 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36132) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:14:56.275091 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-505304bf-b774-4f6c-b905-fad113676ca9 admin admin] 10.222.0.10 "GET /v2.0/routers/ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c HTTP/1.1" status: 200 len: 710 time: 0.2514708 Jun 17 17:14:56.390217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501e132-a4c0-46fe-acac-2211ee3d57c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:14:56.391591 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e501e132-a4c0-46fe-acac-2211ee3d57c3 admin admin] 10.222.0.10 "GET /v2.0/networks/d5c58482-a02d-4a2b-90a2-5d0412b36905 HTTP/1.1" status: 200 len: 886 time: 0.1109369 Jun 17 17:14:56.400592 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:14:56.651645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:56.800308 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:14:56.995364 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.111668 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.259691 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Allocated IP 172.27.0.251 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/b617858b-2ce5-4a89-9185-8572c15107f8) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:14:57.368731 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.448649 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 7fb84aff-40e2-44c4-a887-c790e8083864 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:14:57.518587 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.520975 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:57.569333 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 7fb84aff-40e2-44c4-a887-c790e8083864 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:14:57.573177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 7fb84aff-40e2-44c4-a887-c790e8083864 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:57.573553 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.590704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:14:57.597161 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:14:57.600329 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:14:57.647685 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.666676 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=b617858b-2ce5-4a89-9185-8572c15107f8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:57.673497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:57.680586 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 7fb84aff-40e2-44c4-a887-c790e8083864, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=7fb84aff-40e2-44c4-a887-c790e8083864,segment=NetworkSegment(bc17140e-5870-438e-88bc-1670c1ebe928),segment_id=bc17140e-5870-438e-88bc-1670c1ebe928)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:14:57.747483 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:57.752120 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:57.841640 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=7fb84aff-40e2-44c4-a887-c790e8083864,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:57.845744 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:57.966046 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:58.158767 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:58.161969 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-952494'] for router, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:58.273324 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:14:58.383853 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:14:58.388322 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:58.389912 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] 10.222.0.10 "PUT /v2.0/routers/ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c HTTP/1.1" status: 200 len: 890 time: 1.9925306 Jun 17 17:14:58.393680 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Sync routers for ids ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:14:58.405367 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Routers {'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:14:58.406079 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:14:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:58.632771 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Set router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:14:59.021705 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 4, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port': {'id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:57Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 5, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:59.072489 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Checking router: ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:14:59.072864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Updating router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c port b617858b-2ce5-4a89-9185-8572c15107f8 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:14:59.106212 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.426896 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.437333 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Transition to ACTIVE for port object b617858b-2ce5-4a89-9185-8572c15107f8 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:14:59.440431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 7fb84aff-40e2-44c4-a887-c790e8083864 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:14:59.489466 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 7fb84aff-40e2-44c4-a887-c790e8083864 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:14:59.489831 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.534382 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.554957 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:59.622475 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Attempting to bind port b617858b-2ce5-4a89-9185-8572c15107f8 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:14:59.622861 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Attempting to bind port b617858b-2ce5-4a89-9185-8572c15107f8 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:14:59.623251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Attempting to bind port b617858b-2ce5-4a89-9185-8572c15107f8 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:14:59.627032 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Pushing event updated for resources: {'Port': ['ID=b617858b-2ce5-4a89-9185-8572c15107f8,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:59.632396 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:14:59.633707 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:14:59.634337 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:14:59.634539 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.634886 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:14:59.635339 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Bound port: b617858b-2ce5-4a89-9185-8572c15107f8, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:14:59.635710 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.774697 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] For port b617858b-2ce5-4a89-9185-8572c15107f8, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:14:59.777815 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] For port b617858b-2ce5-4a89-9185-8572c15107f8, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=b617858b-2ce5-4a89-9185-8572c15107f8,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:14:59.833558 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:14:59.835937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:14:59.891512 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Routers {'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:14:59.892159 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:14:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:14:59.893958 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Pushing event updated for resources: {'Port': ['ID=b617858b-2ce5-4a89-9185-8572c15107f8,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:14:59.897419 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:15:00.000232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] Set router ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:15:00.243110 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 4, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port': {'id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:57Z', 'updated_at': '2021-06-17T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 5, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:15:00.270363 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da9259-076e-4f44-8a41-2400af6cedf8 None None] The sync data for ids ['ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c'] in dv-cinder-796889-1-iscsi is: [{'id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'name': 'router1', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:14:39Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 4, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'gw_port': {'id': 'b617858b-2ce5-4a89-9185-8572c15107f8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:57Z', 'updated_at': '2021-06-17T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '7fb84aff-40e2-44c4-a887-c790e8083864', 'name': '', 'network_id': 'e4ff5146-899f-4553-9f6a-e6bf3419eab7', 'tenant_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'mac_address': 'fa:16:3e:97:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7e6e-fd80-4ba5-9fa9-95e161cff30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:14:48Z', 'updated_at': '2021-06-17T17:14:57Z', 'revision_number': 5, 'project_id': '5c02d8619f8c4bd5b86189cae3470ecd', 'subnets': [{'id': '9d5cee99-3735-4a18-b044-d8bc7a6f205e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a892934b-859b-4c4e-b3a9-7ccf2aeb497a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:15:00.800462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36140) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:15:00.927996 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7f1de9be-aa4a-489e-be09-d7995ffd70af admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1264062 Jun 17 17:15:01.450685 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device b617858b-2ce5-4a89-9185-8572c15107f8 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:15:01.564584 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port b617858b-2ce5-4a89-9185-8572c15107f8 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:15:01.568899 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port b617858b-2ce5-4a89-9185-8572c15107f8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:15:01.569412 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:01.653934 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:01.676723 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port b617858b-2ce5-4a89-9185-8572c15107f8, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=b617858b-2ce5-4a89-9185-8572c15107f8,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:15:01.736235 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:01.739860 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:15:01.797416 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=b617858b-2ce5-4a89-9185-8572c15107f8,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:15:01.803765 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:15:03.443301 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device b617858b-2ce5-4a89-9185-8572c15107f8 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:15:03.505776 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port b617858b-2ce5-4a89-9185-8572c15107f8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:15:03.506159 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:12.547347 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-98ed14f1-be7d-4187-af0d-5e55505999ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:15.082959 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b4e1db03-825e-475b-9422-2b6f35862e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:15.135467 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:16.626905 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:18.009734 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:33.799646 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:15:42.569453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-321866f6-184d-4823-8c07-16e4da5db1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:45.104736 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ac4263a3-08b1-4dda-9253-d9fb52c043a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:45.144781 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:46.631495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:15:47.984753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:10.798501 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:16:12.510346 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c6e040ba-878b-4ec5-94bb-cf76dabad507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:15.116400 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0040fe84-9eea-48f7-9404-836c4c0d6bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:15.259221 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:16.629591 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:18.005952 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:39.439901 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36708) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:39.498692 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc44cf7c-8a3f-47e0-8ee5-eabc46dfb994 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:16:39.500006 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-cc44cf7c-8a3f-47e0-8ee5-eabc46dfb994 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591545 Jun 17 17:16:39.654321 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff33da8-3f3c-440c-bd8d-79a2255b2245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:39.655693 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ff33da8-3f3c-440c-bd8d-79a2255b2245 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519127 Jun 17 17:16:41.800303 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36718) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:41.892160 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30573f-4407-4512-8bc0-689fc87116ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:41.893519 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7d30573f-4407-4512-8bc0-689fc87116ce admin admin] 10.222.0.10 "GET /v2.0/subnets/9d5cee99-3735-4a18-b044-d8bc7a6f205e HTTP/1.1" status: 200 len: 849 time: 0.0922396 Jun 17 17:16:41.902738 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:16:41.986362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:42.177698 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762799386152'] for subnet, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:42.180139 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-362f1bb8-bf69-4bca-8947-0be1c9725a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:16:42.209316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:42.209923 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:42.211186 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] 10.222.0.10 "PUT /v2.0/subnets/9d5cee99-3735-4a18-b044-d8bc7a6f205e HTTP/1.1" status: 200 len: 868 time: 0.3123047 Jun 17 17:16:42.223163 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3cd5b-db94-4ac9-b6b2-b1ba4b3ca94b None None] Network e4ff5146-899f-4553-9f6a-e6bf3419eab7 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:16:42.232355 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5cee99-3735-4a18-b044-d8bc7a6f205e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:16:42.239953 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.240319 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.240572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.240889 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.241205 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.241540 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.241860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.242172 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.242975 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.242975 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.243172 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.243386 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:16:42.247567 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:16:42.521259 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2d1cbc80-33ca-46fc-90c5-d9b8cdc25d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:42.655393 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c40a55af-4da7-46ee-b328-0e34a852da6a None None] Provisioning complete for port 7fb84aff-40e2-44c4-a887-c790e8083864 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:16:42.655766 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c40a55af-4da7-46ee-b328-0e34a852da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:42.739865 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c40a55af-4da7-46ee-b328-0e34a852da6a None None] Provisioning complete for port e1ab85f2-0e9e-4a4c-a609-b1b6fedcacfe triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:16:42.740188 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c40a55af-4da7-46ee-b328-0e34a852da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:44.373457 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36726) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:44.644146 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8a9b2-c8c7-4feb-9b05-9411e84645c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:44.644535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8a9b2-c8c7-4feb-9b05-9411e84645c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:44.646071 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-aaa8a9b2-c8c7-4feb-9b05-9411e84645c5 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2716382 Jun 17 17:16:45.126240 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60cfb9b4-4fae-4fbc-b0f2-db374ef01ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:45.154464 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:46.646445 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:46.800118 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36734) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:47.051252 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a8d22-77b4-47db-ab39-a515f9aeb98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:47.051722 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a8d22-77b4-47db-ab39-a515f9aeb98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:47.053260 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5e5a8d22-77b4-47db-ab39-a515f9aeb98d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2522147 Jun 17 17:16:47.797384 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:16:47.999686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:16:49.199397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36744) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:49.323604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878844a0-c9fa-402d-bc2c-f60897f9f422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:49.325031 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-878844a0-c9fa-402d-bc2c-f60897f9f422 admin admin] 10.222.0.10 "GET /v2.0/networks/d5c58482-a02d-4a2b-90a2-5d0412b36905 HTTP/1.1" status: 200 len: 886 time: 0.1247008 Jun 17 17:16:51.529827 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36752) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:51.671851 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c9f43-95ca-4be6-bf79-691ce23f7f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:51.673142 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c61c9f43-95ca-4be6-bf79-691ce23f7f54 admin admin] 10.222.0.10 "GET /v2.0/networks/e4ff5146-899f-4553-9f6a-e6bf3419eab7 HTTP/1.1" status: 200 len: 869 time: 0.1423869 Jun 17 17:16:53.808197 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36760) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:53.929543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d054b-094c-4f08-98d1-76e17be1471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:53.930006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d054b-094c-4f08-98d1-76e17be1471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:53.932165 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-912d054b-094c-4f08-98d1-76e17be1471b admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223443 Jun 17 17:16:56.067936 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36768) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:56.191026 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3069e93-5aeb-4fdf-a422-9d0cdb45dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:56.191483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3069e93-5aeb-4fdf-a422-9d0cdb45dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:56.193046 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f3069e93-5aeb-4fdf-a422-9d0cdb45dede admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241400 Jun 17 17:16:58.348448 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36776) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:16:58.438546 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66aaec-620e-442d-ae74-cbea23c80f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:16:58.439869 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9d66aaec-620e-442d-ae74-cbea23c80f81 admin admin] 10.222.0.10 "GET /v2.0/subnets/9d5cee99-3735-4a18-b044-d8bc7a6f205e HTTP/1.1" status: 200 len: 868 time: 0.0904753 Jun 17 17:17:00.617605 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36784) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:17:00.735948 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3856d9c1-b507-42bc-b233-3a2e5cc83188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:17:00.738284 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3856d9c1-b507-42bc-b233-3a2e5cc83188 admin admin] 10.222.0.10 "GET /v2.0/subnets/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c HTTP/1.1" status: 200 len: 816 time: 0.1193628 Jun 17 17:17:12.526129 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-13897d69-7080-4c8a-ae48-456f1ecfe158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:15.090633 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2989de97-94f3-4d11-97ac-43b88b833b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:15.142137 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:16.685763 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:18.003681 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:24.311149 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36828) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:17:24.357459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [None req-5ce2bdf0-ac5a-493d-b52a-9711bd622e88 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:17:24.358513 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5ce2bdf0-ac5a-493d-b52a-9711bd622e88 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464096 Jun 17 17:17:24.795246 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:17:26.581226 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36836) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:17:26.640007 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.pecan_wsgi.hooks.translation [None req-58598987-2c9a-4547-91a8-a2ad010c2a56 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:17:26.641376 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-58598987-2c9a-4547-91a8-a2ad010c2a56 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592563 Jun 17 17:17:26.784526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06364f1-783f-4283-b02e-7f0a6e7676a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:17:26.786004 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f06364f1-783f-4283-b02e-7f0a6e7676a2 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407022 Jun 17 17:17:28.946596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36844) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:17:28.991181 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:17:29.073181 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Made reservation on behalf of 429a613c791a45f1ad2d4d436ccfed3f for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:17:29.075565 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:29.106634 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING neutron.services.revisions.revision_plugin [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Could not find related network for resource to bump revision. Jun 17 17:17:29.122952 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:17:29.135630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762799454091', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:29.136151 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Unsubscribe: segment precommit_create {{(pid=93433) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:17:29.136584 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Added segment 4db45cac-d665-4f74-a529-c2716678582c of type vlan for network 38268360-d092-42ca-b34d-84e2dcd17734 Jun 17 17:17:29.185908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:29.279043 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:29.280380 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:17:29.280986 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:29.282915 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:17:29.370637 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Pushing event updated for resources: {'Network': ['ID=38268360-d092-42ca-b34d-84e2dcd17734,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:17:29.373822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:17:29.381999 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 38268360-d092-42ca-b34d-84e2dcd17734 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:17:29.405422 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4576931 Jun 17 17:17:31.552302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36852) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:17:31.612108 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e34c6b-446b-4224-863f-1eb58468df2b admin admin] GET failed (client error): The resource could not be found. Jun 17 17:17:31.613497 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f5e34c6b-446b-4224-863f-1eb58468df2b admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599775 Jun 17 17:17:31.681687 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fe43-9de7-41dc-ac7f-6cbf1dfff823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:17:31.683134 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3e10fe43-9de7-41dc-ac7f-6cbf1dfff823 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658512 Jun 17 17:17:31.692604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:17:31.793263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Made reservation on behalf of 429a613c791a45f1ad2d4d436ccfed3f for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:17:31.795649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.044651 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.047010 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bb1645a0-6e20-46b0-b309-e8bbf9f31104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:17:32.096855 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cf4674-3f5d-4fbc-9658-51a7c38a1a53,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:17:32.103814 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:17:32.112273 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Checking segment: {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:17:32.112625 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Network hostable DHCP agents. Network: 38268360-d092-42ca-b34d-84e2dcd17734, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:17:32.238598 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Network 38268360-d092-42ca-b34d-84e2dcd17734 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:17:32.317860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 38268360-d092-42ca-b34d-84e2dcd17734) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:17:32.322402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:17:32.323002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.327399 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a9d72-acda-4026-b58e-d687de368e73 None None] Network 38268360-d092-42ca-b34d-84e2dcd17734 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:17:32.474073 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7846751 Jun 17 17:17:32.574881 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-38268360-d092-42ca-b34d-84e2dcd17734', 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734', 'tenant_id': '429a613c791a45f1ad2d4d436ccfed3f', 'fixed_ips': [{'subnet_id': 'f1cf4674-3f5d-4fbc-9658-51a7c38a1a53'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:17:32.575745 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.718171 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Allocated IP 192.168.233.2 (38268360-d092-42ca-b34d-84e2dcd17734/f1cf4674-3f5d-4fbc-9658-51a7c38a1a53/e83f43b6-4213-4e5a-9d29-56dbdd9d1087) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:17:32.866830 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.875830 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Transition to ACTIVE for port object e83f43b6-4213-4e5a-9d29-56dbdd9d1087 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:17:32.891704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Transition to ACTIVE for port object e83f43b6-4213-4e5a-9d29-56dbdd9d1087 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:17:32.959624 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:32.962009 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:17:32.999432 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Network 38268360-d092-42ca-b34d-84e2dcd17734 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:17:33.002695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:17:33.006432 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:17:33.018770 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Pushing event updated for resources: {'Port': ['ID=e83f43b6-4213-4e5a-9d29-56dbdd9d1087,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:17:33.047691 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.048035 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.048396 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.048747 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.049051 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.049372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.049689 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.050010 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.050344 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.050666 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.050999 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.051316 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:17:33.056808 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:17:33.085539 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Attempting to bind port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:17:33.085897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Attempting to bind port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:17:33.086298 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Attempting to bind port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 on network 38268360-d092-42ca-b34d-84e2dcd17734 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:17:33.091797 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:17:33.092202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Checking segment: {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:17:33.092605 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:33.093000 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Bound using segment: {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:17:33.093479 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Bound port: e83f43b6-4213-4e5a-9d29-56dbdd9d1087, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:17:33.093855 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:33.163426 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] For port e83f43b6-4213-4e5a-9d29-56dbdd9d1087, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:17:33.167316 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] For port e83f43b6-4213-4e5a-9d29-56dbdd9d1087, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e83f43b6-4213-4e5a-9d29-56dbdd9d1087,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:17:33.291623 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:33.293966 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:17:33.354108 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Pushing event updated for resources: {'Port': ['ID=e83f43b6-4213-4e5a-9d29-56dbdd9d1087,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:17:33.356526 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:17:33.625340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e83f43b6-4213-4e5a-9d29-56dbdd9d1087 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:17:33.781898 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:17:34.229082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13676818-d198-4ca4-b5c4-8d21e1e27607 None None] Network 38268360-d092-42ca-b34d-84e2dcd17734 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:17:34.344763 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Provisioning for port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:17:34.352497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Provisioning complete for port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:17:34.352870 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:34.467943 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:34.509262 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] For port e83f43b6-4213-4e5a-9d29-56dbdd9d1087, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e83f43b6-4213-4e5a-9d29-56dbdd9d1087,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:17:34.593306 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:34.595484 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:17:34.644177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Pushing event updated for resources: {'Port': ['ID=e83f43b6-4213-4e5a-9d29-56dbdd9d1087,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:17:34.647162 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:17:34.711949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0f1f99e8-3138-4eb2-806a-561398d9ff09 None None] Provisioning complete for port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:17:34.712357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0f1f99e8-3138-4eb2-806a-561398d9ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:35.551585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e83f43b6-4213-4e5a-9d29-56dbdd9d1087 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:17:35.600481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port e83f43b6-4213-4e5a-9d29-56dbdd9d1087 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:17:35.600851 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:42.587167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6513a97b-bdd3-4d50-bd58-3f5deb67c86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:45.083849 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bee06f1b-c7b0-4ea9-b8d7-a43418841d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:45.135826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:46.637403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:17:47.993303 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:01.794996 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:18:12.586418 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-033a7d23-2795-437d-b0cc-f7842b2d99f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:15.110348 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcfd8-bc73-4a68-b4fc-fd5e99b59a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:15.151345 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:16.653990 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:18.082969 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:38.793445 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:18:42.556317 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b3672c4c-eab4-41b0-9f65-e587c3bb98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:45.087230 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6059d759-716c-4405-b7a5-5494a3e553b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:45.200372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:46.670656 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:48.070336 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:56.107161 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36904) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:18:56.113215 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-a03736cc-59e8-4150-8a05-84c299d7568d tempest-verify_tempest_config-228836626 tempest-verify_tempest_config-228836626-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:18:56.114165 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a03736cc-59e8-4150-8a05-84c299d7568d tempest-verify_tempest_config-228836626 tempest-verify_tempest_config-228836626-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060599 Jun 17 17:18:56.659956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36922) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:18:56.760168 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:56.872815 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:56.942093 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:56.945042 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:18:56.987710 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51329299-471f-48f3-bb0f-5653d594980a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:18:56.992203 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ffef2d90a0a434b8b0442de59354817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3312302 Jun 17 17:18:56.994935 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36926) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:18:56.997439 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.997810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.998148 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.998474 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.998799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.999134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.999460 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:56.999776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.000130 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.000455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.000766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.001077 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.005439 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:18:57.052743 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:57.073965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:57.241190 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:57.243925 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:18:57.245080 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51329299-471f-48f3-bb0f-5653d594980a HTTP/1.1" status: 204 len: 168 time: 0.2492006 Jun 17 17:18:57.245715 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:18:57.252902 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51329299-471f-48f3-bb0f-5653d594980a,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:18:57.259403 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.259739 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.260086 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.260417 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.260735 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.261160 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.261386 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.261699 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.262027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.262486 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.262848 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.263099 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:18:57.270933 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:19:12.541541 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9d17c779-95fe-4627-aa9e-5f15940a3ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:15.109310 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a468f5b6-27fd-4270-a87f-0f5749472fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:15.183177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:15.791932 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:19:16.685707 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:18.038944 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:42.553615 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-59cca03b-c817-440e-adb9-dc66f69b743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:45.101767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a4358db2-71dc-4765-9357-8a21ca124d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:45.214529 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:46.656391 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:48.044750 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:19:52.790456 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:20:12.539050 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-47f21560-fc4b-4716-9704-741ca7818d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:15.168962 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79ae4a35-4f7c-4a15-ad6e-b16651e22d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:15.197356 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:16.655230 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:18.018874 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:29.789497 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:20:34.739585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:39.093584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 36980) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:20:39.202938 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a2ede190-dd27-40a9-b713-bf2b816271e9 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1081665 Jun 17 17:20:41.361293 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 36990) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:20:41.421529 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0f36221-737c-4420-b910-499fb9a82e9d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589180 Jun 17 17:20:42.539485 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6a8555c7-09d1-48ac-ba97-5992d1fc9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:45.120876 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4d041152-bffe-4671-9aa8-b6c97fcf8501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:45.173202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:46.653626 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:20:48.024787 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:04.664119 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:06.788925 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:21:12.536246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-da175178-14d7-462c-9b2d-03e361ccf28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:15.081477 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3f0f0197-8ddc-42f1-934a-1688f1b3f0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:15.143537 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:16.663879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:18.045373 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:34.680355 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:42.569423 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b108b1f7-b285-481e-86fc-e37693e36e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:43.787889 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:21:45.100602 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0f55b2ab-edb9-41eb-a353-0815790158f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:45.153484 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:46.674135 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:21:48.039529 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:04.718452 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:12.598315 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-802645dd-7d87-427a-96b1-c4af515da60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:12.681169 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37186) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:13.036278 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37202) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:13.142923 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1628318864-network', 'tenant_id': '72fd3eb2922642c8843740d7fe355061'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:13.243856 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Made reservation on behalf of 72fd3eb2922642c8843740d7fe355061 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:13.250077 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.255877 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.365795 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.412990 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-network', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:13.436684 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.443527 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:13.460090 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:22:13.483570 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.485089 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Added segment dd380b24-c79f-4f9e-ba7f-f6dbcfb43862 of type vlan for network 8ceec8de-0e7c-465d-a585-17896d4f7b5d Jun 17 17:22:13.492779 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:13.502577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.502992 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.503388 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.503765 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.504145 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.504513 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.504913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.505230 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.505562 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.505879 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.506213 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.506529 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Tracked resource versions report: Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: pushed versions: Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: { 'AddressGroup': {'1.2'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'ConntrackHelper': {'1.0'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Log': {'1.0'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Network': {'1.1'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Port': {'1.7'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'PortForwarding': {'1.2'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'QosPolicy': {'1.8'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroup': {'1.4'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SubPort': {'1.0'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Subnet': {'1.1'}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Trunk': {'1.1'}} Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: consumer versions: Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: HyperV agent@hv-cinder-79688: {}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'ConntrackHelper': '1.0', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Log': '1.0', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Network': '1.1', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Port': '1.7', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'PortForwarding': '1.2', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'QosPolicy': '1.8', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroup': '1.4', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SecurityGroupRule': '1.2', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'SubPort': '1.0', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Subnet': '1.1', Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: 'Trunk': '1.1'}} Jun 17 17:22:13.507547 dv-cinder-796889-1-iscsi neutron-server[93434]: {{(pid=93434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:22:13.527913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:13.549344 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.690851 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Made reservation on behalf of f3448c79db2c4ad09c0c72e4a571479c for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:13.693173 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.703108 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.725929 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.739978 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:13.741271 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.747334 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:13.855447 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Pushing event updated for resources: {'Network': ['ID=8ceec8de-0e7c-465d-a585-17896d4f7b5d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:13.859285 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:13.870266 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 8ceec8de-0e7c-465d-a585-17896d4f7b5d details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:22:13.912686 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:13.998459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.004194 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37242) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:14.013016 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:14.031475 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:22:14.047462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58461c2-9a88-4d4d-986c-2709386d4697,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:14.052102 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:14.053251 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.053577 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Added segment d8c09b97-6e74-487d-8d8a-f4beac7d8aac of type vlan for network a5f89ec6-e467-4636-a79a-a8d3412c95e1 Jun 17 17:22:14.106056 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4231477 Jun 17 17:22:14.108841 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37248) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:14.114141 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Request body: {'subnet': {'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1628318864-subnet', 'tenant_id': '72fd3eb2922642c8843740d7fe355061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:14.130821 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.203681 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Made reservation on behalf of 72fd3eb2922642c8843740d7fe355061 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:14.207515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.267413 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.269672 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:14.270530 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.274599 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:14.360659 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f89ec6-e467-4636-a79a-a8d3412c95e1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:14.363900 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:14.376512 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:22:14.394375 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3548942 Jun 17 17:22:14.405731 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37256) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:14.414594 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Request body: {'subnet': {'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-subnet', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:14.601335 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2103920039-network', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:14.605938 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.609922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:14.647158 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Made reservation on behalf of f3448c79db2c4ad09c0c72e4a571479c for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:14.649521 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.667656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dc7bff-07a0-480c-81be-10005fd06016,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:14.682560 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.682927 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.683263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.683585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.684107 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.684612 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.685096 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.686163 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.686751 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.687235 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.687713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.688217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Tracked resource versions report: Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: pushed versions: Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: { 'AddressGroup': {'1.2'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'ConntrackHelper': {'1.0'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Log': {'1.0'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Network': {'1.1'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Port': {'1.7'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'PortForwarding': {'1.2'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'QosPolicy': {'1.8'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroup': {'1.4'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SubPort': {'1.0'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Subnet': {'1.1'}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Trunk': {'1.1'}} Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: consumer versions: Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: HyperV agent@hv-cinder-79688: {}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'ConntrackHelper': '1.0', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Log': '1.0', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Network': '1.1', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Port': '1.7', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'PortForwarding': '1.2', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'QosPolicy': '1.8', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroup': '1.4', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SecurityGroupRule': '1.2', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'SubPort': '1.0', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Subnet': '1.1', Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: 'Trunk': '1.1'}} Jun 17 17:22:14.689416 dv-cinder-796889-1-iscsi neutron-server[93433]: {{(pid=93433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:22:14.704379 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:14.734279 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Checking segment: {'id': 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:14.734561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Network hostable DHCP agents. Network: 8ceec8de-0e7c-465d-a585-17896d4f7b5d, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:22:14.785862 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Made reservation on behalf of dc7829d0d81d45c28c8d77ab19057944 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:14.789133 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.807543 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.838939 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Network 8ceec8de-0e7c-465d-a585-17896d4f7b5d is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:22:14.930830 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 8ceec8de-0e7c-465d-a585-17896d4f7b5d) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:14.937199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:14.937994 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:14.945470 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734825f-f0b7-4441-b5bd-99a1ccaab86b None None] Network 8ceec8de-0e7c-465d-a585-17896d4f7b5d requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:15.005067 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.016893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.021002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:15.100817 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.107634 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47b962ce-cc9f-4136-9ae3-a9a40150cb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:15.132329 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea9d2f-267c-4abd-9e38-87108e9cdb66 None None] Network 8ceec8de-0e7c-465d-a585-17896d4f7b5d requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:15.143564 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-382172ea-a115-4cb9-b820-c9b0f6f13e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.165464 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90291209-fafe-4a3e-9f85-cd3b6340806d,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:15.170909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b35d74-b648-4500-a004-9b7a59435da2,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:15.175080 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:15.193425 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:15.194129 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0c3f12e4-119b-438a-8061-ea5bc69a245c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0688405 Jun 17 17:22:15.194689 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Checking segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:15.194689 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Network hostable DHCP agents. Network: a5f89ec6-e467-4636-a79a-a8d3412c95e1, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:22:15.198824 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:22:15.218126 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.228093 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.228093 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Added segment 6dea1a67-5946-4e5c-ae4c-f092c104f6eb of type vlan for network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f Jun 17 17:22:15.286277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.370015 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:22:15.427309 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.429592 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:15.430635 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.447721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b39c02aa-6bde-4c6d-98a8-acfee720bc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:15.461371 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, a5f89ec6-e467-4636-a79a-a8d3412c95e1) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:15.474062 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6a1ef-7a08-4f73-a163-8ac380f9d252 None None] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:15.477582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:15.481186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.557666 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Pushing event updated for resources: {'Network': ['ID=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:15.564658 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5590568 Jun 17 17:22:15.566522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:15.567660 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37288) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:15.577443 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Request body: {'subnet': {'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2103920039-subnet', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:15.606118 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:22:15.631162 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37292) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:15.639223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:15.640147 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2293518 Jun 17 17:22:15.741136 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4f23c-7a74-403a-a5f9-f85e47a12914 None None] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:15.749893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Made reservation on behalf of dc7829d0d81d45c28c8d77ab19057944 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:15.760231 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.911922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:15.914225 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.124245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.291560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.322239 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b01d18c1-8421-4b1f-9c6d-3735d6a0999a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:16.445824 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Pushing event updated for resources: {'Subnet': ['ID=408412d9-86c0-49f8-ab29-950c4a23e5fa,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:16.450809 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:16.457786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Checking segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:16.458642 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Network hostable DHCP agents. Network: a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:22:16.481450 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.560629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:22:16.656420 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:16.662769 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:16.666642 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.684533 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b715e-ba6b-4d33-93ad-b9298f64d5c2 None None] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:16.795750 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2250807 Jun 17 17:22:16.798667 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37326) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:16.801856 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:16.807359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:16.921306 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:22:16.923642 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.131574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Allocated IP 172.20.0.2 (a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f/408412d9-86c0-49f8-ab29-950c4a23e5fa/64041c28-42cb-4586-9973-4e5f3e7d2644) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:17.131819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.134627 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.294494 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.318782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.331800 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.345364 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Transition to ACTIVE for port object 64041c28-42cb-4586-9973-4e5f3e7d2644 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:17.366628 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.373253 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Transition to ACTIVE for port object 64041c28-42cb-4586-9973-4e5f3e7d2644 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:17.450353 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.456033 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:17.502626 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Allocated IP 172.27.0.182 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/eee39adb-e4db-4930-b069-31fdd12572d2) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:17.503652 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:17.507595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:17.513687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:17.544027 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Pushing event updated for resources: {'Port': ['ID=64041c28-42cb-4586-9973-4e5f3e7d2644,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:17.574099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.574548 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.574997 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.575491 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.576030 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.576466 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.577257 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.577257 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Tracked resource versions report: Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: pushed versions: Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: { 'AddressGroup': {'1.2'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'ConntrackHelper': {'1.0'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Log': {'1.0'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Network': {'1.1'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Port': {'1.7'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'PortForwarding': {'1.2'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'QosPolicy': {'1.8'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroup': {'1.4'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SubPort': {'1.0'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Subnet': {'1.1'}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Trunk': {'1.1'}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: consumer versions: Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: HyperV agent@hv-cinder-79688: {}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'ConntrackHelper': '1.0', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Log': '1.0', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Network': '1.1', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Port': '1.7', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'PortForwarding': '1.2', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'QosPolicy': '1.8', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroup': '1.4', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SecurityGroupRule': '1.2', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'SubPort': '1.0', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Subnet': '1.1', Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: 'Trunk': '1.1'}} Jun 17 17:22:17.580676 dv-cinder-796889-1-iscsi neutron-server[93435]: {{(pid=93435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:22:17.584758 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:17.627992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37362) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:17.657502 dv-cinder-796889-1-iscsi neutron-server[93433]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 17:22:17.658034 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Attempting to bind port 64041c28-42cb-4586-9973-4e5f3e7d2644 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:17.658414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Attempting to bind port 64041c28-42cb-4586-9973-4e5f3e7d2644 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:17.658774 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Attempting to bind port 64041c28-42cb-4586-9973-4e5f3e7d2644 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:17.674452 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:17.674875 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Checking segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:17.676497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.677015 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Bound using segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:17.681575 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Bound port: 64041c28-42cb-4586-9973-4e5f3e7d2644, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:17.682026 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.688913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.773942 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] For port 64041c28-42cb-4586-9973-4e5f3e7d2644, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:17.778915 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] For port 64041c28-42cb-4586-9973-4e5f3e7d2644, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=64041c28-42cb-4586-9973-4e5f3e7d2644,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:17.863782 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.867163 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:17.879816 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:17.945502 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-0de7341b-d734-4613-bc0c-1f4de9333923 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:17.958710 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-0de7341b-d734-4613-bc0c-1f4de9333923 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/networks?id=8ceec8de-0e7c-465d-a585-17896d4f7b5d HTTP/1.1" status: 200 len: 812 time: 0.3297570 Jun 17 17:22:17.993093 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-99740237-073d-4fca-b03d-7b0dec0fa56d tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/quotas/72fd3eb2922642c8843740d7fe355061 HTTP/1.1" status: 200 len: 375 time: 0.0294502 Jun 17 17:22:18.020370 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Pushing event updated for resources: {'Port': ['ID=64041c28-42cb-4586-9973-4e5f3e7d2644,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:18.023956 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:18.089054 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-9f484b82-a998-4b92-9266-1c800ed71d56 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72fd3eb2922642c8843740d7fe355061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948133 Jun 17 17:22:18.151713 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.180957 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.181663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.186987 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:18.214029 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.270537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:18.285696 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:18.292663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:18.313934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Pushing event updated for resources: {'Port': ['ID=eee39adb-e4db-4930-b069-31fdd12572d2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:18.419325 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:18.445968 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Allocated IP 172.27.0.221 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/3341bd78-906a-4739-b072-8be697e494c8) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:18.583016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-949a4694-fcd8-4e2f-82d7-ab775af3f431 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:22:18.584051 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-949a4694-fcd8-4e2f-82d7-ab775af3f431 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2718670 Jun 17 17:22:18.675066 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.819082 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-15b53eb1-d964-4712-92aa-dddaf9490955 service neutron] 10.222.0.10 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187953 Jun 17 17:22:18.842967 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.845262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:18.883734 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:18.914452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:18.922094 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:18.928570 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:18.937011 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Pushing event updated for resources: {'Port': ['ID=3341bd78-906a-4739-b072-8be697e494c8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:18.941423 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:19.053495 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-1a4b29cc-4500-4a27-aec0-0f6f67bc9aa2 service neutron] 10.222.0.10 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177143 Jun 17 17:22:19.278646 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:19.388756 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37446) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:19.594690 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1b93a-9ff4-4da4-bc09-75ebb3274570 None None] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:19.606119 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37458) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:19.635831 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:19.678455 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:19.768627 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f058537b-7c67-4b8a-ab01-430463dc782e req-e2c7424d-ff1d-471c-9bca-9676128167d6 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.1606104 Jun 17 17:22:19.867237 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 64041c28-42cb-4586-9973-4e5f3e7d2644 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:19.939505 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Router adca39c5-f728-41ec-b68e-878c473f33fe is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:22:19.948139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-97001af1-fe79-4855-a4fc-fa6e4ed6c573 None None] Provisioning for port 64041c28-42cb-4586-9973-4e5f3e7d2644 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:19.995479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.064812 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.065442 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 64041c28-42cb-4586-9973-4e5f3e7d2644 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:20.070054 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 64041c28-42cb-4586-9973-4e5f3e7d2644 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:20.070524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.074569 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.145251 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-23aeacde-08db-4770-9c0b-83ec5aeb9ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:20.149747 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d23c0b2b842e460793300d20c2d24d07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7597821 Jun 17 17:22:20.157919 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37480) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:20.203629 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37484) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:20.211733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:22:20.222642 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Sync routers for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:22:20.256792 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:20.257513 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:20.334255 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-388a116c-3766-4a82-8c4e-fc0140932591 None None] Provisioning complete for port 64041c28-42cb-4586-9973-4e5f3e7d2644 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:20.335019 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-388a116c-3766-4a82-8c4e-fc0140932591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.340791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.350941 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.366903 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.374701 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7395012 Jun 17 17:22:20.375650 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37500) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:20.437566 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea220c6-9685-4b57-b9d3-b23eea857b36,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:20.446551 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:20.529788 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 64041c28-42cb-4586-9973-4e5f3e7d2644, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=64041c28-42cb-4586-9973-4e5f3e7d2644,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:20.643180 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.665616 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:20.666021 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.681855 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:20.706650 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-388a116c-3766-4a82-8c4e-fc0140932591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.802875 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=64041c28-42cb-4586-9973-4e5f3e7d2644,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:20.825308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:20.839893 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:22:20.856150 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.db.api [None req-388a116c-3766-4a82-8c4e-fc0140932591 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:22:20.857678 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_db.api [None req-388a116c-3766-4a82-8c4e-fc0140932591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:22:20.887690 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:22:20.928022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.945430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:20.998687 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a336d9d-bbd5-409e-8569-aff751a1e87b req-73b8a4ca-9e17-45ef-925b-7709247727e3 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.1086214 Jun 17 17:22:21.002407 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:22:21.016305 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:22:21.030986 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.046774 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:21.047737 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:18Z', 'revision_number': 3, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:21.083501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:21.084700 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:21.107965 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Checking router: adca39c5-f728-41ec-b68e-878c473f33fe for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:22:21.108342 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Updating router adca39c5-f728-41ec-b68e-878c473f33fe port eee39adb-e4db-4930-b069-31fdd12572d2 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:22:21.125019 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.126067 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3260055 Jun 17 17:22:21.128741 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37528) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:21.181537 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.213523 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe2911fcdfea4b88b7795bf8d85ab717&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0090632 Jun 17 17:22:21.219220 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37534) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:21.224241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.235602 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.245507 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aea220c6-9685-4b57-b9d3-b23eea857b36 HTTP/1.1" status: 204 len: 168 time: 1.0780339 Jun 17 17:22:21.245507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa7e455-a3f3-43a8-ba76-8cf848cad46b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:21.245507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:21.245507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:21.259934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea220c6-9685-4b57-b9d3-b23eea857b36,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:21.269274 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:21.343362 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37540) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:21.424287 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.616738 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.633383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.685985 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.724114 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:21.728925 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.807904 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 64041c28-42cb-4586-9973-4e5f3e7d2644 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:21.868281 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Transition to ACTIVE for port object eee39adb-e4db-4930-b069-31fdd12572d2 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:21.946440 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 64041c28-42cb-4586-9973-4e5f3e7d2644 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:21.947097 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.977560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.980646 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:21.983063 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:21.992523 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.003063 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.008194 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/caa7e455-a3f3-43a8-ba76-8cf848cad46b HTTP/1.1" status: 204 len: 168 time: 0.7879510 Jun 17 17:22:22.013321 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3250f94a-b9aa-4767-a393-6c0cfc25402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.014458 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:19Z', 'revision_number': 3, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:22.047741 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Pushing event updated for resources: {'Port': ['ID=eee39adb-e4db-4930-b069-31fdd12572d2,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.050263 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Attempting to bind port eee39adb-e4db-4930-b069-31fdd12572d2 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:22.051290 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Attempting to bind port eee39adb-e4db-4930-b069-31fdd12572d2 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:22.051841 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Attempting to bind port eee39adb-e4db-4930-b069-31fdd12572d2 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:22.055383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa7e455-a3f3-43a8-ba76-8cf848cad46b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.060865 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.072798 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:22.078505 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:22.078505 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.078505 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:22.078505 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Bound port: eee39adb-e4db-4930-b069-31fdd12572d2, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:22.078505 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.081115 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.081778 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.082757 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.083360 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.083916 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.084699 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.085223 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.085740 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.086575 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.087297 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.087814 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.088338 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Tracked resource versions report: Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: pushed versions: Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: { 'AddressGroup': {'1.2'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'ConntrackHelper': {'1.0'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Log': {'1.0'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Network': {'1.1'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Port': {'1.7'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'PortForwarding': {'1.2'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'QosPolicy': {'1.8'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroup': {'1.4'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SubPort': {'1.0'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Subnet': {'1.1'}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Trunk': {'1.1'}} Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: consumer versions: Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: { DHCP agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: HyperV agent@hv-cinder-79688: {}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: L3 agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: Metadata agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: Metering agent@dv-cinder-796889-1-iscsi: {}, Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: Open vSwitch agent@dv-cinder-796889-1-iscsi: { 'AddressGroup': '1.2', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'ConntrackHelper': '1.0', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Log': '1.0', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Network': '1.1', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Port': '1.7', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'PortForwarding': '1.2', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'QosPolicy': '1.8', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroup': '1.4', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SecurityGroupRule': '1.2', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'SubPort': '1.0', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Subnet': '1.1', Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: 'Trunk': '1.1'}} Jun 17 17:22:22.089591 dv-cinder-796889-1-iscsi neutron-server[93436]: {{(pid=93436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:22:22.104692 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.112420 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Allocated IP 172.20.0.1 (a5f89ec6-e467-4636-a79a-a8d3412c95e1/61b35d74-b648-4500-a004-9b7a59435da2/375aa8e4-d88e-45dc-a8d9-a0b70bf71e88) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:22.120500 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:22:22.120853 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Updating router 6bff1e5b-568e-409d-a448-eaa4116c63bc port 3341bd78-906a-4739-b072-8be697e494c8 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:22:22.122395 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.140236 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.180748 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.186353 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbef7869-6317-4eb1-b731-481dda6132da,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.191669 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.204735 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4613a00d-aee5-47f2-b5f9-d24042a506f8 req-547bed2b-a5d9-4df6-a48d-c349c6677ec9 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0896599 Jun 17 17:22:22.226600 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31b4467347674579a35ca82063c80842&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8816574 Jun 17 17:22:22.227270 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37560) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:22.267858 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] For port eee39adb-e4db-4930-b069-31fdd12572d2, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:22.279811 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] For port eee39adb-e4db-4930-b069-31fdd12572d2, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=eee39adb-e4db-4930-b069-31fdd12572d2,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:22.312478 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.356273 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.356693 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.412595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.421747 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.442960 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37570) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:22.474220 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:22.475185 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:22.490283 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.504453 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.537196 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.550731 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ca9fedf7-7f0c-4451-9f93-faff3e483dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.618363 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.645058 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:22.651911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Transition to ACTIVE for port object 3341bd78-906a-4739-b072-8be697e494c8 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:22.652047 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Pushing event updated for resources: {'Port': ['ID=eee39adb-e4db-4930-b069-31fdd12572d2,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.656198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:22.658784 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.688437 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:22.690484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.728217 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.730634 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-99ec315b-8b1c-4649-8a9a-0249fad11bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.741824 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:22.763715 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Pushing event updated for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.777319 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.804932 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.832684 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Attempting to bind port 3341bd78-906a-4739-b072-8be697e494c8 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:22.833099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Attempting to bind port 3341bd78-906a-4739-b072-8be697e494c8 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:22.833531 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Attempting to bind port 3341bd78-906a-4739-b072-8be697e494c8 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:22.835440 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Pushing event updated for resources: {'Port': ['ID=3341bd78-906a-4739-b072-8be697e494c8,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.838891 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.842371 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:22.842757 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:22.843168 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.843574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:22.844060 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Bound port: 3341bd78-906a-4739-b072-8be697e494c8, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:22.844538 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.878147 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.884528 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbef7869-6317-4eb1-b731-481dda6132da HTTP/1.1" status: 204 len: 168 time: 0.6209884 Jun 17 17:22:22.896602 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2720e30d-f94c-443b-86c5-50c26022a6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:22.906315 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Allocated IP 172.20.0.1 (a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f/408412d9-86c0-49f8-ab29-950c4a23e5fa/bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:22.910552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:22.928186 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] For port 3341bd78-906a-4739-b072-8be697e494c8, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:22.930569 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbef7869-6317-4eb1-b731-481dda6132da,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:22.933048 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:22.941207 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] For port 3341bd78-906a-4739-b072-8be697e494c8, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=3341bd78-906a-4739-b072-8be697e494c8,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:23.032875 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.036125 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:23.073291 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.124957 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.136118 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:23.139454 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:18Z', 'revision_number': 3, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:23.144546 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.149174 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:23.150981 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:23.156666 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b33018e2395d45f793881c9022c7fbd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7074127 Jun 17 17:22:23.157508 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37594) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:23.166306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37596) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:23.176809 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ef53-83e7-4bf0-8113-a79a432a5c77 None None] The sync data for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi is: [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:18Z', 'revision_number': 3, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:22:23.192028 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.218835 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Transition to ACTIVE for port object bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:23.226002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4e463-c05f-4462-a290-61b832025cbe,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:23.234938 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:23.398753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:23.439996 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.464496 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.481663 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:23.502728 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Pushing event updated for resources: {'Port': ['ID=3341bd78-906a-4739-b072-8be697e494c8,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:23.505184 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.529864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:23.535280 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:23.538314 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:23.541964 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:23.542723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.634691 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:23.640085 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Pushing event updated for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:23.656936 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:23.677057 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-d29b9d23-556e-4393-b92e-8dd910da47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:23.969101 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf20d7766c9e4b358454a18f2f96e333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8037109 Jun 17 17:22:23.984642 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:19Z', 'revision_number': 3, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:24.003779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37620) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:24.011670 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1300b-2b89-4dae-8393-03af7cb07a32,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:24.041554 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3ce5b-671d-4ff1-a6ef-93d8b7b4f7ee None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:19Z', 'revision_number': 3, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:22:24.059480 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:24.129292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.153255 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0cbcb93-d955-44f4-8b6e-c4a08a1e413a req-75a853fe-2fcb-4ad3-abc6-08eee71afbdd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.6181726 Jun 17 17:22:24.209419 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-83511992-cf59-4f54-81d4-b45a29bef842 None None] Provisioning for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:24.213635 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-83511992-cf59-4f54-81d4-b45a29bef842 None None] Provisioning complete for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:24.218772 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-83511992-cf59-4f54-81d4-b45a29bef842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.299531 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-83511992-cf59-4f54-81d4-b45a29bef842 None None] Port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:22:24.312589 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.364841 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.382349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.384482 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.388592 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.392839 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05c4e463-c05f-4462-a290-61b832025cbe HTTP/1.1" status: 204 len: 168 time: 1.2235055 Jun 17 17:22:24.399242 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:24.425324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4e463-c05f-4462-a290-61b832025cbe,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:24.430390 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.441788 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:24.446924 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.453332 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.497983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:24.674581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37640) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:24.798408 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Pushing event updated for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:24.841282 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:24.854291 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:24.860811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:24.975562 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.980162 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:24.984716 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a1300b-2b89-4dae-8393-03af7cb07a32 HTTP/1.1" status: 204 len: 168 time: 0.9724441 Jun 17 17:22:24.986310 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:25.007477 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1300b-2b89-4dae-8393-03af7cb07a32,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:25.011595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:25.070201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Router adca39c5-f728-41ec-b68e-878c473f33fe has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:22:25.158864 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.45', 49864) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:25.249780 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.335799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:22:25.350730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] 10.222.0.10 "PUT /v2.0/routers/adca39c5-f728-41ec-b68e-878c473f33fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9460208 Jun 17 17:22:25.432031 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-613cb821-d5b8-4eb9-af0b-83151389030b req-41fc1dce-e09d-440b-ada5-706c671d4bf4 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0645764 Jun 17 17:22:25.470231 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.487886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.556447 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-5649773a-c782-4786-8d1a-cfb0dbcea7e7 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:25.557997 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-5649773a-c782-4786-8d1a-cfb0dbcea7e7 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.45 "GET /v2.0/networks?id=8ceec8de-0e7c-465d-a585-17896d4f7b5d HTTP/1.1" status: 200 len: 812 time: 0.3975942 Jun 17 17:22:25.596264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.606552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.606552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.606552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:25.611057 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:25.613108 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Request body: {'port': {'device_id': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d', 'admin_state_up': True, 'tenant_id': '72fd3eb2922642c8843740d7fe355061'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:25.657415 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a8d67920864812b435285779846211&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9762156 Jun 17 17:22:25.658646 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37660) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:25.682245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e39be-a71a-478a-95b2-41efabc09df8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:25.688807 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:25.723558 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.763218 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.820668 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Pushing event updated for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:25.864227 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:25.918073 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.923097 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:25.925000 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d6e39be-a71a-478a-95b2-41efabc09df8 HTTP/1.1" status: 204 len: 168 time: 0.2647192 Jun 17 17:22:25.927206 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aa641d54-75d4-4ab8-b379-de52b843fe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:25.941787 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e39be-a71a-478a-95b2-41efabc09df8,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:25.943147 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 3341bd78-906a-4739-b072-8be697e494c8 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:25.944527 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:26.011887 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:26.049504 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:26.111442 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 3341bd78-906a-4739-b072-8be697e494c8 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:26.129294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 3341bd78-906a-4739-b072-8be697e494c8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:26.129954 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.284006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:22:26.296901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Made reservation on behalf of 72fd3eb2922642c8843740d7fe355061 for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:26.307522 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Sync routers for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:22:26.310532 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.327132 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:26.333008 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:26.393003 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.427228 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 3341bd78-906a-4739-b072-8be697e494c8, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=3341bd78-906a-4739-b072-8be697e494c8,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:26.555436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.556410 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-1790460c-9838-4926-a527-38c459160953 None None] Provisioning complete for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:26.556791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1790460c-9838-4926-a527-38c459160953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.603126 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:26.626445 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-1790460c-9838-4926-a527-38c459160953 None None] Port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:22:26.644251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device eee39adb-e4db-4930-b069-31fdd12572d2 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:26.649246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-aee614f5-cb7c-4f29-a9ae-3d0f8ad00e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:26.720518 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:22:26.737743 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] 10.222.0.10 "PUT /v2.0/routers/6bff1e5b-568e-409d-a448-eaa4116c63bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6076167 Jun 17 17:22:26.772011 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Allocated IP 172.20.0.14 (8ceec8de-0e7c-465d-a585-17896d4f7b5d/f4dc7bff-07a0-480c-81be-10005fd06016/6918b9d9-9827-469d-9f72-058077c207ea) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:26.842734 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4afbb6ad-7c09-401e-87cd-313dec6de5c0 req-705b74bb-6927-4099-99b0-aa1fdd1849f0 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0794566 Jun 17 17:22:26.852614 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=3341bd78-906a-4739-b072-8be697e494c8,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:26.861069 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:26.936879 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 4, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '375aa8e4-d88e-45dc-a8d9-a0b70bf71e88', 'name': '', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'mac_address': 'fa:16:3e:d0:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '61b35d74-b648-4500-a004-9b7a59435da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:21Z', 'updated_at': '2021-06-17T17:22:23Z', 'revision_number': 2, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'subnets': [{'id': '61b35d74-b648-4500-a004-9b7a59435da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:26.966795 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Checking router: adca39c5-f728-41ec-b68e-878c473f33fe for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:22:26.967146 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Updating router adca39c5-f728-41ec-b68e-878c473f33fe port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:22:26.979284 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port eee39adb-e4db-4930-b069-31fdd12572d2 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:26.984417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port eee39adb-e4db-4930-b069-31fdd12572d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:26.985240 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:26.987864 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.008127 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.086618 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.101757 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.109840 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:27.118655 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port eee39adb-e4db-4930-b069-31fdd12572d2, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=eee39adb-e4db-4930-b069-31fdd12572d2,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:27.171596 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Network 8ceec8de-0e7c-465d-a585-17896d4f7b5d is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:27.181815 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:27.191087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:27.192145 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.192359 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37728) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:27.199337 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:27.208750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:27.208750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.214138 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.253732 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Pushing event updated for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:27.260515 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:27.270052 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:22:27.335966 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:27.339596 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:27.402131 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.413267 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=eee39adb-e4db-4930-b069-31fdd12572d2,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:27.420308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:27.444580 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.723879 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Transition to ACTIVE for port object 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:27.730373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.730373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-10c74bd5-b8bc-41f1-9ad5-67ae9ab148c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:27.730373 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44f237e4e79e4c42888e38251c41dfbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3586407 Jun 17 17:22:27.733816 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37748) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:27.735976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bbdbf5-6ba5-455c-9588-b4c8aca3785b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:27.735976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:27.740604 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:27.741491 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.742118 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.742118 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:27.742982 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.782435 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1734941 Jun 17 17:22:27.818391 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f15642db-074f-46c5-9552-d599fc407e8b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:22:27.818391 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-f15642db-074f-46c5-9552-d599fc407e8b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058706 Jun 17 17:22:27.818864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 3341bd78-906a-4739-b072-8be697e494c8 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:27.862222 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-cc2f3f42-ef04-4b2f-aedb-826844fbbe04 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:27.874912 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-cc2f3f42-ef04-4b2f-aedb-826844fbbe04 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 819 time: 0.2750499 Jun 17 17:22:27.892540 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-c628320c-a751-4df3-863e-59792095158f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/quotas/f3448c79db2c4ad09c0c72e4a571479c HTTP/1.1" status: 200 len: 375 time: 0.0165176 Jun 17 17:22:27.909232 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Pushing event updated for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:27.923584 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:27.956362 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.957178 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Attempting to bind port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:27.957703 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Attempting to bind port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:27.958377 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Attempting to bind port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:27.966927 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.966927 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02bbdbf5-6ba5-455c-9588-b4c8aca3785b HTTP/1.1" status: 204 len: 168 time: 0.3971553 Jun 17 17:22:27.966927 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-01e02b67-ba02-45f2-b9db-2b20fdffcd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:27.970498 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:27.970858 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Checking segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:27.971272 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.971577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bbdbf5-6ba5-455c-9588-b4c8aca3785b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:27.971696 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Bound using segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:27.972238 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Bound port: 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:27.972561 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:27.975423 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:28.013694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-66b4d740-f9f2-49e1-9c7c-ad60e887572a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201801 Jun 17 17:22:28.043857 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 3341bd78-906a-4739-b072-8be697e494c8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:28.044954 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:28.111630 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] For port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:28.116764 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] For port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:28.240668 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 2, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:28.280965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:22:28.288813 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Updating router 6bff1e5b-568e-409d-a448-eaa4116c63bc port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:22:28.318471 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:28.322403 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-53cd287a-9cdf-4908-8210-9ba05ba162dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:28.361744 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device eee39adb-e4db-4930-b069-31fdd12572d2 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:28.414803 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Pushing event updated for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:28.431107 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:28.478606 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:28.479444 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:28.483218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port eee39adb-e4db-4930-b069-31fdd12572d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:28.483890 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:28.617757 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:28.636409 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:28.883656 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37794) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:28.890168 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870831630', 'description': 'tempest-description--1918234945'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:28.974550 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 4, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '375aa8e4-d88e-45dc-a8d9-a0b70bf71e88', 'name': '', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'mac_address': 'fa:16:3e:d0:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '61b35d74-b648-4500-a004-9b7a59435da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:21Z', 'updated_at': '2021-06-17T17:22:28Z', 'revision_number': 4, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'subnets': [{'id': '61b35d74-b648-4500-a004-9b7a59435da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:29.007371 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.017351 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c860d-12ef-47c4-9e95-8ddc0e33860d None None] The sync data for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi is: [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:22:22Z', 'revision_number': 4, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '375aa8e4-d88e-45dc-a8d9-a0b70bf71e88', 'name': '', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'mac_address': 'fa:16:3e:d0:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '61b35d74-b648-4500-a004-9b7a59435da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:21Z', 'updated_at': '2021-06-17T17:22:28Z', 'revision_number': 4, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'subnets': [{'id': '61b35d74-b648-4500-a004-9b7a59435da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:22:29.026209 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.060978 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Transition to ACTIVE for port object bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:29.129291 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.136095 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:29.291471 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Pushing event updated for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:29.314317 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:29.423455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34cdf-4602-43be-b3f3-0f203dad6b05 req-b05c1e60-bd41-499c-b40d-79a5ec341e51 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:29.431031 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fee34cdf-4602-43be-b3f3-0f203dad6b05 req-b05c1e60-bd41-499c-b40d-79a5ec341e51 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 932 time: 0.3414197 Jun 17 17:22:29.452010 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Attempting to bind port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:29.455259 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Attempting to bind port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:29.455937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Attempting to bind port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:29.471405 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:29.473211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Checking segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:29.474193 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.474915 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Bound using segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:29.477735 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Bound port: bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:29.478361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.655887 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fee34cdf-4602-43be-b3f3-0f203dad6b05 req-f1b93483-9037-46ea-a3b4-25b8f84e2787 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148399 Jun 17 17:22:29.688468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] For port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:29.695446 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] For port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:29.704945 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Request body: {'port': {'device_id': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:29.709582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.832210 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.836251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:29.884429 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.918651 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:29.926356 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:29.926877 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:30.011378 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Pushing event updated for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:30.016876 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:30.066042 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-bb4cf733-618d-4e9a-9058-8876f1ae37aa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:22:30.066999 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-bb4cf733-618d-4e9a-9058-8876f1ae37aa service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8432252 Jun 17 17:22:30.080035 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:22:30.082480 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:30.156081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:30.161898 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2747126 Jun 17 17:22:30.172433 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37810) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:30.173222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69145225-4eac-4d9f-826f-29872bc2ae30,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:30.182627 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:30.214103 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group_rule': {'security_group_id': '69145225-4eac-4d9f-826f-29872bc2ae30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:30.237301 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:30.269158 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:30.270501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:30.434150 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-05c00ac5-bed8-466b-8db9-f0d656aae5f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589728 Jun 17 17:22:30.463940 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:22:30.479893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37816) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:30.550372 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:30.776610 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-ff4e3e01-cc61-4e0a-bfe8-00c8bfc3cd34 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326318 Jun 17 17:22:30.851771 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:30.946593 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.048413 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6918b9d9-9827-469d-9f72-058077c207ea {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:31.065664 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.126070 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Transition to ACTIVE for port object 6918b9d9-9827-469d-9f72-058077c207ea will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:31.185195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8504591-3fb7-4e20-9975-ecee25a8473f req-c039f440-4d4a-4dd1-bc5f-c096e70a8dfb tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:31.195193 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8504591-3fb7-4e20-9975-ecee25a8473f req-c039f440-4d4a-4dd1-bc5f-c096e70a8dfb tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 932 time: 0.1595759 Jun 17 17:22:31.214773 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:31.237554 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.241837 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.242092 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:31.257280 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8504591-3fb7-4e20-9975-ecee25a8473f req-a265208d-31b0-4a60-be76-4e6ac7e6d397 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Jun 17 17:22:31.262863 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:31.286918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce48168-62d1-4b03-84ae-51088365478d,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:31.299039 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:31.344259 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.368430 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-befec3f7-3ef0-4305-a7ff-2e7977ff8c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:31.433245 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Pushing event updated for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:31.478195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:31.480288 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a3c6a51-0320-429e-9c82-914b825627c0 req-30c35603-148e-48a3-baa1-9c404658aa74 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 210 time: 0.0996165 Jun 17 17:22:31.547033 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.552045 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3685255 Jun 17 17:22:31.553716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37842) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:31.560541 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group_rule': {'security_group_id': '69145225-4eac-4d9f-826f-29872bc2ae30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:31.609348 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:31.617142 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:31.632366 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:29Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:31.689031 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e5bed-2269-4bbb-84bf-ff0ad611a4f6 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:29Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:22:31.712059 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:31.877515 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:31.991360 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Attempting to bind port 6918b9d9-9827-469d-9f72-058077c207ea on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:31.991820 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Attempting to bind port 6918b9d9-9827-469d-9f72-058077c207ea by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:31.992126 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Attempting to bind port 6918b9d9-9827-469d-9f72-058077c207ea on network 8ceec8de-0e7c-465d-a585-17896d4f7b5d {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:32.008727 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Port 6918b9d9-9827-469d-9f72-058077c207ea on network 8ceec8de-0e7c-465d-a585-17896d4f7b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:22:32.009112 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Attempting to bind port 6918b9d9-9827-469d-9f72-058077c207ea on network 8ceec8de-0e7c-465d-a585-17896d4f7b5d {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:32.049595 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:32.050701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Checking segment: {'id': 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:32.050701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Bound using segment: {'id': 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:32.051167 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Bound port: 6918b9d9-9827-469d-9f72-058077c207ea, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:32.051345 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.115503 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.178370 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:32.178370 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.212023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:32.228685 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6918b9d9-9827-469d-9f72-058077c207ea,segment=NetworkSegment(dd380b24-c79f-4f9e-ba7f-f6dbcfb43862),segment_id=dd380b24-c79f-4f9e-ba7f-f6dbcfb43862)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:32.262383 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.300006 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:32.323321 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ce8ce6-a95f-4eed-a643-4c732450c516,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:32.343762 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:32.351910 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.405206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.415582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:32.421232 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.426856 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8684876 Jun 17 17:22:32.427311 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37860) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:32.441050 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:32.608571 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:32.609634 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:32.615597 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] 10.222.0.45 "PUT /v2.0/ports/6918b9d9-9827-469d-9f72-058077c207ea HTTP/1.1" status: 200 len: 1094 time: 4.1978624 Jun 17 17:22:32.623650 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:32.742783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798506e-ac87-4310-a212-f17abc068cc7 req-ad8275c6-41ce-4fad-a727-bd61ccd50f03 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:32.751204 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4798506e-ac87-4310-a212-f17abc068cc7 req-ad8275c6-41ce-4fad-a727-bd61ccd50f03 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.1554749 Jun 17 17:22:32.851169 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 37880) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:33.046677 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Pushing event updated for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:33.064811 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:33.127724 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.136091 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-ec194c1d-735d-472a-ad91-6ceaea473480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:33.138606 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-ec194c1d-735d-472a-ad91-6ceaea473480 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72fd3eb2922642c8843740d7fe355061&device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 1097 time: 0.3393881 Jun 17 17:22:33.205323 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4798506e-ac87-4310-a212-f17abc068cc7 req-8efc4fd2-902d-48d7-ae7c-f538885e1122 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512897 Jun 17 17:22:33.329197 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.330406 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-1f431e74-bc8e-49b7-b3e1-be37b6afef62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6918b9d9-9827-469d-9f72-058077c207ea HTTP/1.1" status: 200 len: 217 time: 0.1375186 Jun 17 17:22:33.334686 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:33.421884 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.486031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a056a79-a491-4171-b6ec-88ae627ff6dc,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:33.486928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-0ba18199-8afc-4681-89ae-b41b4bcb7ddc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:33.490455 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:33.494612 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-0ba18199-8afc-4681-89ae-b41b4bcb7ddc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 819 time: 0.6415050 Jun 17 17:22:33.498814 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10ca27a9e18a4f9db4eb931161d23f95&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0175536 Jun 17 17:22:33.499730 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37898) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:33.507967 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-b9c5343d-6f31-4b5e-bc42-60f9c0feddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:33.509762 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-b9c5343d-6f31-4b5e-bc42-60f9c0feddc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f4dc7bff-07a0-480c-81be-10005fd06016 HTTP/1.1" status: 200 len: 852 time: 0.1666334 Jun 17 17:22:33.519563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.557137 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-3150bc01-2768-440f-b73a-c0ad58bf82e6 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/quotas/f3448c79db2c4ad09c0c72e4a571479c HTTP/1.1" status: 200 len: 375 time: 0.0576921 Jun 17 17:22:33.633464 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-22051d45-312e-4000-9c85-aa6074adce5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ceec8de-0e7c-465d-a585-17896d4f7b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082373 Jun 17 17:22:33.653826 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.787264 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:33.927059 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:33.936668 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-b1e556ae-30bf-419e-b710-c9901041cef3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3516235 Jun 17 17:22:34.118523 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fa91e0-5883-404e-ac6f-2a27966c4495" -d '{"events": [{"name": "network-changed", "server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "tag": "6918b9d9-9827-469d-9f72-058077c207ea"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:34.129090 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.154497 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-611eddda-992e-4b02-889b-3f11b86a5c86 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686482 Jun 17 17:22:34.163333 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.163333 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a056a79-a491-4171-b6ec-88ae627ff6dc HTTP/1.1" status: 204 len: 168 time: 0.6591678 Jun 17 17:22:34.163333 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:34.171883 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.186535 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:34.200902 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:34.206308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.293563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Allocated IP 172.27.0.61 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/50e89633-2a82-4678-b595-a556e254645c) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:34.425337 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a056a79-a491-4171-b6ec-88ae627ff6dc,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:34.434255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.436402 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:34.505362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.556149 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.556545 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-df2c8713-0838-42c9-8af0-cb949d7f6320 req-c5ff15e7-f747-489a-bb0d-0b149e1cacdd service neutron] 10.222.0.45 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827124 Jun 17 17:22:34.556624 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-6abe13df-e441-4dca-a7da-42c9da72be15 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831122 Jun 17 17:22:34.559062 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:34.612463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=50e89633-2a82-4678-b595-a556e254645c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:34.623623 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:34.626538 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:34.630227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.639124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:34.655048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:34.659209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:34.706284 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.708588 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:34.785430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.794442 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.835452 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03aa0f81-9ea1-4635-ab96-861beb8ec28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:34.839745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a24b6ea075fe4825be3c4667eeeef631&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9819958 Jun 17 17:22:34.844035 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 37936) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:34.861534 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:34.874353 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:34.897275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:34.915074 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-0ac34143-dfdf-4064-8c03-cd000d782c0a service neutron] 10.222.0.10 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041015 Jun 17 17:22:34.919709 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe4729-fecd-4317-93e8-3553536ac36f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:34.923625 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:35.057062 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.095710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd713bd-b9e1-4f6d-885e-cc747fc63091 x-openstack-request-id: req-dcd713bd-b9e1-4f6d-885e-cc747fc63091 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:35.095710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "tag": "6918b9d9-9827-469d-9f72-058077c207ea", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:35.095710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcd713bd-b9e1-4f6d-885e-cc747fc63091 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:35.095710 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea', 'status': 'completed', 'code': 200} Jun 17 17:22:35.134126 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.165279 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.298056 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-7c9158e9-959b-4181-a90e-8e529d04dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:35.299883 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-7c9158e9-959b-4181-a90e-8e529d04dfb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72fd3eb2922642c8843740d7fe355061&device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 1097 time: 0.1456904 Jun 17 17:22:35.437785 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.447038 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.452579 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58fe4729-fecd-4317-93e8-3553536ac36f HTTP/1.1" status: 204 len: 168 time: 0.6035738 Jun 17 17:22:35.457424 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:35.488780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe4729-fecd-4317-93e8-3553536ac36f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:35.502226 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:35.862041 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.901086 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b200bdad-5fa2-4d20-9fdd-f7ba41eb3965 req-972804bc-ce79-4172-a5d7-2031f18ec81e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.3842866 Jun 17 17:22:35.908510 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:35.949488 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:35.983075 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-481b7870-cda9-4c5d-87c0-ba3ae0f32c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:36.025480 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-2e83b38a-5cfd-4328-aba7-a284157a2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:36.035993 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-2e83b38a-5cfd-4328-aba7-a284157a2c21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ceec8de-0e7c-465d-a585-17896d4f7b5d HTTP/1.1" status: 200 len: 913 time: 0.6827481 Jun 17 17:22:36.081142 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:36.082047 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:36.122743 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:36.145243 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-2bc7960e-5d60-4bd2-90db-5b7b2c2a9fb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6918b9d9-9827-469d-9f72-058077c207ea HTTP/1.1" status: 200 len: 217 time: 0.0880651 Jun 17 17:22:36.150603 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=50e89633-2a82-4678-b595-a556e254645c,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:36.154955 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:36.171241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3fcb-5e31-40d1-924f-0867346718d7 req-7ac6851f-cd80-41b8-93c3-da4d3eca168d tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:36.172858 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a93d3fcb-5e31-40d1-924f-0867346718d7 req-7ac6851f-cd80-41b8-93c3-da4d3eca168d tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.7268360 Jun 17 17:22:36.270031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-846f1a1f-13d9-4c2d-9d9f-95cf6c1f8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:36.271513 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-846f1a1f-13d9-4c2d-9d9f-95cf6c1f8a68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f4dc7bff-07a0-480c-81be-10005fd06016 HTTP/1.1" status: 200 len: 852 time: 0.1138690 Jun 17 17:22:36.309104 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-ba543757-9fc2-4796-b59a-8ca76acd122f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ceec8de-0e7c-465d-a585-17896d4f7b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284300 Jun 17 17:22:36.321246 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:36.344205 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8945096 Jun 17 17:22:36.398591 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a93d3fcb-5e31-40d1-924f-0867346718d7 req-8237fe25-871d-4b43-8ada-5ea4b7afe3b3 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148669 Jun 17 17:22:36.577185 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-9504ea01-a257-4e8f-be17-9ef4842fb080 service neutron] 10.222.0.45 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281477 Jun 17 17:22:37.057335 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8bf98f6a-c5ac-4464-803b-fac35b2a1f45 req-a0a278e2-8c50-4f07-b62b-14913bf6846a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0600915 Jun 17 17:22:37.375551 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-c6fefa14-a3de-475a-a79d-9681c2c352d3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--870831630&fields=id&tenant_id=dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 267 time: 0.0642276 Jun 17 17:22:37.568225 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-60c4918b-0607-40a4-bb9a-d413a1708071 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:37.572892 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-60c4918b-0607-40a4-bb9a-d413a1708071 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 811 time: 0.1890142 Jun 17 17:22:37.611085 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-3e819195-e05f-4ae0-b418-ca6d370fa914 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/quotas/dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 375 time: 0.0302174 Jun 17 17:22:37.615340 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38010) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:37.695638 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:37.836476 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-13c9782a-e710-4bf1-95af-9a6d2c281a95 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144523 Jun 17 17:22:37.920970 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:37.980694 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:37.983768 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b5851f9b-198e-4c84-84c2-5baf78d32cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:38.040634 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29dee6-adcd-4c67-9df3-f833a4f01cdd,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:38.051406 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2414cf27bde84799aff846d45937927a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317679 Jun 17 17:22:38.051406 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:38.052129 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38022) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:38.054777 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d0b6-75c6-453e-a8d9-590600bd5c88 req-1967c185-0bbe-416d-a698-14e338715462 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:38.063729 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5220d0b6-75c6-453e-a8d9-590600bd5c88 req-1967c185-0bbe-416d-a698-14e338715462 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.3108802 Jun 17 17:22:38.194465 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:38.275813 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:38.356347 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5220d0b6-75c6-453e-a8d9-590600bd5c88 req-65e2f1c5-d923-4433-81ae-3c960bdfdc6b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902594 Jun 17 17:22:38.363230 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-093ad32e-7e3b-4aec-8b66-77f4900998a2 service neutron] 10.222.0.10 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002832 Jun 17 17:22:38.523806 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-69fa91e0-5883-404e-ac6f-2a27966c4495 req-d274c11e-861b-4ba5-b650-a5213326984c service neutron] 10.222.0.45 "GET /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288842 Jun 17 17:22:38.626963 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-b2a98406-d9c0-4a82-a87a-014da6703ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578375 Jun 17 17:22:38.793599 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-42e8459c-4c9e-4f8c-887b-7e62763d8150 req-0b5c0b45-00b2-40bb-9238-6745b6bf2261 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0388012 Jun 17 17:22:39.316687 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:39.335341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:39.336557 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f29dee6-adcd-4c67-9df3-f833a4f01cdd HTTP/1.1" status: 204 len: 168 time: 1.2836225 Jun 17 17:22:39.337252 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:39.345729 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29dee6-adcd-4c67-9df3-f833a4f01cdd,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:39.348201 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:39.730518 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-39a0f188-4b04-415a-860b-8ea05bac2e71 req-8834e86a-b36c-489c-815a-1ae0f7e7849a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.0442171 Jun 17 17:22:39.739837 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db26e24-5dce-4071-a3ef-271784f76ab1 req-0d00348d-2c24-4a40-9b6b-4727c02b9165 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:39.741699 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4db26e24-5dce-4071-a3ef-271784f76ab1 req-0d00348d-2c24-4a40-9b6b-4727c02b9165 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.2337599 Jun 17 17:22:39.891421 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4db26e24-5dce-4071-a3ef-271784f76ab1 req-d88e2dda-c846-489c-8483-acd4198cc111 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301112 Jun 17 17:22:40.057652 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44547c5e-37e1-4a1f-858b-ef52e218574e req-222c66a0-e0d1-4a7d-b8c5-613b280b09a8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0389922 Jun 17 17:22:40.937610 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9fc2e3a-602e-4307-a204-b3400a60bacc req-b27b1cc3-725b-4147-bde5-40baa3807ee7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.1112747 Jun 17 17:22:41.109668 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8308d8-e7b7-4746-acb1-7d769a41b65b req-50f35e26-b80b-4c7a-b414-8061073fb945 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:41.118451 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f8308d8-e7b7-4746-acb1-7d769a41b65b req-50f35e26-b80b-4c7a-b414-8061073fb945 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.0900657 Jun 17 17:22:41.200492 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f8308d8-e7b7-4746-acb1-7d769a41b65b req-2cbc0b47-8b4d-47f3-bc9d-e677f84f6d2e tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817752 Jun 17 17:22:41.244204 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9aa7d82e-25ee-47b0-ae07-b845f93c4d65 req-6e41f32b-0572-4d69-af09-31b5ce0fb9fe tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0426550 Jun 17 17:22:41.918407 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-c72e3ec3-1baa-4243-b7d6-bb5fa2851e46 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:41.920002 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-c72e3ec3-1baa-4243-b7d6-bb5fa2851e46 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 819 time: 0.1485934 Jun 17 17:22:41.939267 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Request body: {'port': {'device_id': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'admin_state_up': True, 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:42.086765 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af6f67e4-6c4e-49ad-9fb4-62ae9db51c3f req-13a818bc-17e7-4a2b-84ef-a8a739a2f9dd tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.0317812 Jun 17 17:22:42.152841 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Made reservation on behalf of f3448c79db2c4ad09c0c72e4a571479c for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:42.161783 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:42.423400 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Allocated IP 172.20.0.4 (a5f89ec6-e467-4636-a79a-a8d3412c95e1/61b35d74-b648-4500-a004-9b7a59435da2/8afb8128-ddb3-49f1-8c47-93d4a4df0c75) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:42.578460 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f2e37b1b-6b5d-403b-947e-15a5012c0f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:42.642645 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0606c9e9-3d2f-48c1-84db-deefae975428 req-1d822801-32bd-4010-9e24-8743ff8d0696 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0489728 Jun 17 17:22:42.666281 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0233138-1d1a-48fe-a441-4cb49b2aeb55 req-35147470-a8f6-456e-bc72-d291d0402fbd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:42.675958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0233138-1d1a-48fe-a441-4cb49b2aeb55 req-35147470-a8f6-456e-bc72-d291d0402fbd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.2508860 Jun 17 17:22:42.733303 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0233138-1d1a-48fe-a441-4cb49b2aeb55 req-8b08f60d-c79f-4610-8505-fb7bdc0b5299 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Jun 17 17:22:42.753138 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:42.916631 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:42.929662 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f413db70-7d6f-4d1a-99d1-04661633d47a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:42.943211 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:42.964973 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:42.969889 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:42.975781 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:42.986762 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.015813 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Pushing event updated for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:43.020207 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:43.095004 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599987 Jun 17 17:22:43.108610 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Request body: {'port': {'device_id': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:43.117310 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.45', 49886) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:43.200987 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.386082 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38254) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:43.442802 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-1bc60fcd-a753-4182-acf5-6e73d3dea28b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:43.444377 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-1bc60fcd-a753-4182-acf5-6e73d3dea28b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 819 time: 0.3252616 Jun 17 17:22:43.446513 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09c11065-718a-480b-ac9e-7f06f0dbb9fe req-218ed7a0-4e45-4e1f-a8b3-25f8dfe3e500 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.0739419 Jun 17 17:22:43.462124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Request body: {'port': {'device_id': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'admin_state_up': True, 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:43.605633 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.645565 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:43.660874 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.698084 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Transition to ACTIVE for port object 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:43.777366 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Made reservation on behalf of f3448c79db2c4ad09c0c72e4a571479c for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:43.781581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.795471 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:43.803699 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:43.829519 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab7d1ff2-d8d6-49b9-a211-c841a003af31 req-65f3b84a-d349-4ebc-a560-8c525aa6f40d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0666525 Jun 17 17:22:43.896788 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.45', 49889) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:43.911312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:43.960005 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:44.018460 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Attempting to bind port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:44.018819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Attempting to bind port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:44.019147 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Attempting to bind port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:44.029036 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:22:44.029346 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Attempting to bind port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:44.040308 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:44.040566 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Checking segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:44.040952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Bound using segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:44.041662 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Bound port: 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:44.042008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.102260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.172261 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:44.175918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:44.180778 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.183782 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:44.242749 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88bf70a32d4b4a8e853667b923453f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8553317 Jun 17 17:22:44.243964 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa099b-2abb-492e-9c4a-9ec9e0844bc5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:44.257501 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38294) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:44.259222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:44.264492 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.270313 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:44.294352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Allocated IP 172.20.0.5 (a5f89ec6-e467-4636-a79a-a8d3412c95e1/61b35d74-b648-4500-a004-9b7a59435da2/b41840a7-f8f6-41ac-b929-4e2cfe6155ac) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:44.296293 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38296) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:44.304355 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:44.305462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.306391 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-48669060-c27d-4717-a639-29a11e782a99 service neutron] 10.222.0.45 "PUT /v2.0/ports/8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 1093 time: 1.2028294 Jun 17 17:22:44.306878 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:44.312515 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14bbb74-793c-4ba6-b856-f33957485b24" -d '{"events": [{"name": "network-changed", "server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:44.353258 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-138b65f6-1ea0-4c32-b391-604cb3be2618 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:44.355912 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-138b65f6-1ea0-4c32-b391-604cb3be2618 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 811 time: 0.4572339 Jun 17 17:22:44.419154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63fd0c-b914-44a1-a882-18487d8495d2 req-7dd08fd2-f935-4972-a160-cb0dbc13dfd9 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:44.422315 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed63fd0c-b914-44a1-a882-18487d8495d2 req-7dd08fd2-f935-4972-a160-cb0dbc13dfd9 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 944 time: 0.4515569 Jun 17 17:22:44.457077 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22095d45-d987-4a7b-93b9-ddd56e447438 x-openstack-request-id: req-22095d45-d987-4a7b-93b9-ddd56e447438 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:44.461452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:44.461452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22095d45-d987-4a7b-93b9-ddd56e447438 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:44.461452 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'status': 'completed', 'code': 200} Jun 17 17:22:44.539259 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.546569 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-1a7fe717-bf4e-409e-ad0f-278004e7d4c8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 379 time: 0.1734600 Jun 17 17:22:44.560476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'port': {'device_id': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'admin_state_up': True, 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'security_groups': ['69145225-4eac-4d9f-826f-29872bc2ae30']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:44.637462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:44.645415 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:44.671394 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-191b1f02-4e6b-4deb-ae54-5aeb49889b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:44.672961 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-191b1f02-4e6b-4deb-ae54-5aeb49889b76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1096 time: 0.1812792 Jun 17 17:22:44.693758 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed63fd0c-b914-44a1-a882-18487d8495d2 req-0ba42575-2b3b-4e52-81f1-1cff9a0cd48b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476673 Jun 17 17:22:44.725978 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-e1693670-ee01-4bbd-889e-3c75dd67882e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0441914 Jun 17 17:22:44.779599 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.810541 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:44.810541 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b30d503-35cc-4e33-a5de-b8ec9de9ff45 req-d19e1d0d-1c50-49e3-aa1f-6424757d18cd tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.1304009 Jun 17 17:22:44.824408 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-99726bb0-f4fe-4c3b-aa8b-67cfb7e1e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:44.826580 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-99726bb0-f4fe-4c3b-aa8b-67cfb7e1e362 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0934727 Jun 17 17:22:44.888377 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-1c2e8526-2aa3-4ea0-91f1-06eada9cf2fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443902 Jun 17 17:22:45.002975 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-1495493e-6dae-4aa4-ba19-8c3b70a102b1 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146359 Jun 17 17:22:45.013323 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.039039 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9b8a96d-f513-44a4-9968-09a08cb0569f req-5dac6aef-c7ac-40bc-b1ce-1b3a6793695d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0394609 Jun 17 17:22:45.110659 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f8d590c0-1cd5-43a9-9ff6-2c31a6a65958 req-b923c2c8-9b1f-4e08-bd94-0362f5c9b87f service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013899 Jun 17 17:22:45.191563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 6918b9d9-9827-469d-9f72-058077c207ea details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:22:45.315720 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6918b9d9-9827-469d-9f72-058077c207ea,segment=NetworkSegment(dd380b24-c79f-4f9e-ba7f-f6dbcfb43862),segment_id=dd380b24-c79f-4f9e-ba7f-f6dbcfb43862)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:45.318896 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Made reservation on behalf of dc7829d0d81d45c28c8d77ab19057944 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:45.322524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.330678 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '6918b9d9-9827-469d-9f72-058077c207ea', 'network_id': '8ceec8de-0e7c-465d-a585-17896d4f7b5d', 'port_id': '6918b9d9-9827-469d-9f72-058077c207ea', 'mac_address': 'fa:16:3e:d5:4f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dc7bff-07a0-480c-81be-10005fd06016', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:22:45.425234 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.427906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.429620 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.443716 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6918b9d9-9827-469d-9f72-058077c207ea {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:45.449395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.451188 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1baa099b-2abb-492e-9c4a-9ec9e0844bc5 HTTP/1.1" status: 204 len: 168 time: 1.1920085 Jun 17 17:22:45.455750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:45.483060 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6918b9d9-9827-469d-9f72-058077c207ea,segment=NetworkSegment(dd380b24-c79f-4f9e-ba7f-f6dbcfb43862),segment_id=dd380b24-c79f-4f9e-ba7f-f6dbcfb43862)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:45.483990 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa099b-2abb-492e-9c4a-9ec9e0844bc5,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:45.484727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9af69808-a5b5-40df-84d9-eaa01f11f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.486569 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.493106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:45.494137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:45.525107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-15e7c57a-a133-4f05-92c6-c3a61ed44002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:45.527945 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-15e7c57a-a133-4f05-92c6-c3a61ed44002 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1096 time: 0.1127412 Jun 17 17:22:45.598577 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.600708 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:45.661347 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-145dcfb1-7e70-447b-9924-b8d740525f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:45.662589 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:45.663435 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-145dcfb1-7e70-447b-9924-b8d740525f43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.1261826 Jun 17 17:22:45.668211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:45.710210 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-badce1b1-a990-471b-bb2b-1c7b5ec119dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0383520 Jun 17 17:22:45.779591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Network a5f89ec6-e467-4636-a79a-a8d3412c95e1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:45.791771 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-e1ca8a48-f7ea-42c1-8373-0493645df3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:45.793824 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-e1ca8a48-f7ea-42c1-8373-0493645df3c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0757182 Jun 17 17:22:45.799494 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:45.818568 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:45.826284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:45.826284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.830809 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-6dbe208c-edf0-4f1e-a443-bfdcb4c8344c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301437 Jun 17 17:22:45.847767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Pushing event updated for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:45.859002 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['6918b9d9-9827-469d-9f72-058077c207ea'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:22:45.870204 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:45.878226 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.902312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Allocated IP 172.20.0.11 (a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f/408412d9-86c0-49f8-ab29-950c4a23e5fa/334c07a1-8608-4e9b-a23e-b3cc86353732) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:22:45.959178 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-4b74554d-977b-4f6a-8898-a88b1028a03e service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176164 Jun 17 17:22:45.965016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:45.983632 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:45.992809 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c0b1-862d-4106-9f9d-2c7b50eba571 req-6c0c7cb6-4c0f-4151-b6ca-d4715949e0dd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:45.996309 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6627c0b1-862d-4106-9f9d-2c7b50eba571 req-6c0c7cb6-4c0f-4151-b6ca-d4715949e0dd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 945 time: 0.1501653 Jun 17 17:22:46.098806 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6410291 Jun 17 17:22:46.110218 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3aecca69e3749d79d86482197a99fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8089035 Jun 17 17:22:46.115001 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca33619-01f5-429a-ab70-6e1e2ee0aa8b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.120897 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38360) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:46.125713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Request body: {'port': {'device_id': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:46.143295 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.172467 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38362) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:46.188447 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38364) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:46.215415 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f14bbb74-793c-4ba6-b856-f33957485b24 req-81e50f94-2beb-4538-b6a7-6179199a6d8f service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444849 Jun 17 17:22:46.224163 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-faf64988-e229-45bd-94f0-603683b50f86 req-2ab2874a-578c-494e-98ab-9cd805d69df5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.1062918 Jun 17 17:22:46.255786 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6627c0b1-862d-4106-9f9d-2c7b50eba571 req-c078b917-1d2b-426b-9522-561593abd31b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308846 Jun 17 17:22:46.288573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.324126 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.335554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Transition to ACTIVE for port object 334c07a1-8608-4e9b-a23e-b3cc86353732 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:46.375755 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.375755 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.428057 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.429189 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.456020 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.567279 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.573697 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-be903913-7929-449d-906b-95520ae3c8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:46.598004 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38370) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:46.605682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.628490 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.640422 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:46.649203 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=299d390f619c4135bb8e3e59b699fce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726090 Jun 17 17:22:46.653405 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38378) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:46.661417 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f823625-9335-4fc2-aaf4-f34e4208a9e5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.670645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.703996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.707044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b940d-7e69-47ed-962c-e92791b1e2f7 req-3d47749b-a06b-44e2-83e1-6aa3d6554b16 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:46.707563 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.708594 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7c3b940d-7e69-47ed-962c-e92791b1e2f7 req-3d47749b-a06b-44e2-83e1-6aa3d6554b16 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 931 time: 0.3037620 Jun 17 17:22:46.729505 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.734111 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:22:46.750169 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:46.771597 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:22:46.777185 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:46.777843 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.785432 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.787702 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.813200 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.821713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.822868 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bca33619-01f5-429a-ab70-6e1e2ee0aa8b HTTP/1.1" status: 204 len: 168 time: 0.6943123 Jun 17 17:22:46.826612 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-15135e7c-9528-4ff0-9248-95c96d74b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:46.826767 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.852239 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca33619-01f5-429a-ab70-6e1e2ee0aa8b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.859212 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.881350 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.883466 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7c3b940d-7e69-47ed-962c-e92791b1e2f7 req-b6a185b5-8ff1-4ffe-bb9d-4588cd2154ca tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520846 Jun 17 17:22:46.884014 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.885540 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f823625-9335-4fc2-aaf4-f34e4208a9e5 HTTP/1.1" status: 204 len: 168 time: 0.2312133 Jun 17 17:22:46.890890 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:46.915241 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f823625-9335-4fc2-aaf4-f34e4208a9e5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.917572 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:46.926687 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.927146 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ab8b018-ab6b-4250-9668-ca4efdd86207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:46.988980 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d5caae-17b6-4b7b-b92b-3de43719cb6d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:46.992295 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41840a7-f8f6-41ac-b929-4e2cfe6155ac {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:46.992887 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e2e159fe3714baa948a5adae5fd00e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020945 Jun 17 17:22:46.993845 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:46.995391 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38388) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:47.007946 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.032507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Transition to ACTIVE for port object b41840a7-f8f6-41ac-b929-4e2cfe6155ac will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:47.053519 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4977021 Jun 17 17:22:47.065858 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Request body: {'port': {'device_id': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:47.132611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.139154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:47.165082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 6918b9d9-9827-469d-9f72-058077c207ea up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:47.204810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6e30bb7f-1e8b-45c6-8722-6626b1f2dc8c None None] Provisioning for port 334c07a1-8608-4e9b-a23e-b3cc86353732 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:47.211798 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6e30bb7f-1e8b-45c6-8722-6626b1f2dc8c None None] Provisioning complete for port 334c07a1-8608-4e9b-a23e-b3cc86353732 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:47.212398 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6e30bb7f-1e8b-45c6-8722-6626b1f2dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.234289 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.258667 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.266252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-6e30bb7f-1e8b-45c6-8722-6626b1f2dc8c None None] Port 334c07a1-8608-4e9b-a23e-b3cc86353732 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:22:47.283217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.323168 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:47.341635 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:47.363639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 6918b9d9-9827-469d-9f72-058077c207ea completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:47.370937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 6918b9d9-9827-469d-9f72-058077c207ea triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:47.374888 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.375989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Attempting to bind port b41840a7-f8f6-41ac-b929-4e2cfe6155ac on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:47.376397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Attempting to bind port b41840a7-f8f6-41ac-b929-4e2cfe6155ac by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:47.376738 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Attempting to bind port b41840a7-f8f6-41ac-b929-4e2cfe6155ac on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:47.402385 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Port b41840a7-f8f6-41ac-b929-4e2cfe6155ac on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:22:47.402740 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Attempting to bind port b41840a7-f8f6-41ac-b929-4e2cfe6155ac on network a5f89ec6-e467-4636-a79a-a8d3412c95e1 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:47.420630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:47.421691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Checking segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:47.422271 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Bound using segment: {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:47.423476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Bound port: b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:47.423683 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.436010 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.438587 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.440837 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4d5caae-17b6-4b7b-b92b-3de43719cb6d HTTP/1.1" status: 204 len: 168 time: 0.4445326 Jun 17 17:22:47.450788 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e13aa131-96b2-4c07-b52e-0451d943f25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:47.468459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d5caae-17b6-4b7b-b92b-3de43719cb6d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:47.471443 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:47.523370 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.548446 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.570299 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:47.631957 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.644919 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6918b9d9-9827-469d-9f72-058077c207ea,segment=NetworkSegment(dd380b24-c79f-4f9e-ba7f-f6dbcfb43862),segment_id=dd380b24-c79f-4f9e-ba7f-f6dbcfb43862)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:47.652327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f7d8b364-7917-47e0-8405-6f9ccbab5a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:47.704392 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fbe205cd7324e4e83d7aec73a644d00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049416 Jun 17 17:22:47.708748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38406) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:47.709844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.712423 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35d3cd-b1f7-48bd-8e2a-67163d71b60f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:47.717243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:47.718098 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:47.754109 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:47.773421 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:47.776890 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:47.800365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:47.808275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97479a9-09c6-4171-b2ff-4695ef6b4565 req-790a28be-8b39-4d77-b401-c1bee6c2b0fd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:47.810301 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f97479a9-09c6-4171-b2ff-4695ef6b4565 req-790a28be-8b39-4d77-b401-c1bee6c2b0fd tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 945 time: 0.3384025 Jun 17 17:22:47.840718 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af23a1-9105-4046-ac18-9beb823991ea req-c4587679-a787-4064-970e-43a80c47d3f8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:47.846663 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-17af23a1-9105-4046-ac18-9beb823991ea req-c4587679-a787-4064-970e-43a80c47d3f8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 932 time: 0.3771818 Jun 17 17:22:47.885377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:47.897204 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a365b623-e5bb-46ee-9108-0b29453a313f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:47.929498 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38414) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:47.947818 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.052355 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.106134 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.134337 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.139297 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:48.159014 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-17af23a1-9105-4046-ac18-9beb823991ea req-69ccb9fb-652b-45f9-8c5d-eacfbcd4763f tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922826 Jun 17 17:22:48.183575 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:48.183575 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.183778 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] 10.222.0.45 "PUT /v2.0/ports/b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 200 len: 1093 time: 2.0702887 Jun 17 17:22:48.188334 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa3f1d4cf1ed4e2c9550a6068837b4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541337 Jun 17 17:22:48.188334 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2acc0b0-4155-4557-93f8-42e68e208418,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.188758 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38416) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:48.195375 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:48.216159 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:48.265016 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.275972 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f97479a9-09c6-4171-b2ff-4695ef6b4565 req-01e1d2d3-14ac-4aac-9967-2fdd98e3c873 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556284 Jun 17 17:22:48.281724 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.303640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.333171 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.368662 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38424) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:48.384404 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.393617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38426) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:48.431184 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.447117 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:48.470362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334c07a1-8608-4e9b-a23e-b3cc86353732 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:48.473736 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.476694 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.481468 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2acc0b0-4155-4557-93f8-42e68e208418 HTTP/1.1" status: 204 len: 168 time: 0.2909207 Jun 17 17:22:48.486539 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:48.487787 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.500933 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2acc0b0-4155-4557-93f8-42e68e208418,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.506624 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:48.551810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd487a1e-b6b4-4853-abbf-f1fc5ed59427 req-43cbbf61-30e4-4357-b13c-4290a426f7ff tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:48.553421 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd487a1e-b6b4-4853-abbf-f1fc5ed59427 req-43cbbf61-30e4-4357-b13c-4290a426f7ff tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 943 time: 0.2341623 Jun 17 17:22:48.553594 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210be03-6d09-4dd7-a6ec-0f3c8cffd37b" -d '{"events": [{"server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "name": "network-vif-plugged", "status": "completed", "tag": "6918b9d9-9827-469d-9f72-058077c207ea"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:48.556363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-5c3092ac-3ffb-44cb-9d4c-ebd9f65c552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:48.557876 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-5c3092ac-3ffb-44cb-9d4c-ebd9f65c552e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1096 time: 0.2032881 Jun 17 17:22:48.576916 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.641335 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Transition to ACTIVE for port object 334c07a1-8608-4e9b-a23e-b3cc86353732 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:22:48.642550 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-e07ffe03-bda9-4b93-a8be-2aac70eca674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 200 len: 217 time: 0.0718484 Jun 17 17:22:48.643107 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.646354 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.647632 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a35d3cd-b1f7-48bd-8e2a-67163d71b60f HTTP/1.1" status: 204 len: 168 time: 0.9338849 Jun 17 17:22:48.656956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c3c4a85d-3b9f-455c-b124-2549a379825a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:48.661278 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.673519 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:48.686110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35d3cd-b1f7-48bd-8e2a-67163d71b60f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.686378 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.689462 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:48.726722 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd487a1e-b6b4-4853-abbf-f1fc5ed59427 req-573299fc-60ed-4066-b636-87da96d8c17c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530087 Jun 17 17:22:48.745374 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.751238 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b214ab62-77d7-4713-ae5f-1b60955aaa2d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.760902 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5432156c3ef4c4d8718240ca61886cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886201 Jun 17 17:22:48.760902 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:48.761424 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38440) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:48.777399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:48.805928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-7f77e5fd-5f6c-4fa9-9518-11be2ea7e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:48.807416 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-7f77e5fd-5f6c-4fa9-9518-11be2ea7e90a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.1553397 Jun 17 17:22:48.862651 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.911998 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.951459 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-4b82491d-cf36-4643-9308-a715509e0b50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128197 Jun 17 17:22:48.951459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38442) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:48.952061 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.981296 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Pushing event updated for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:48.986632 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:48.990470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.077530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Attempting to bind port 334c07a1-8608-4e9b-a23e-b3cc86353732 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:22:49.078021 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Attempting to bind port 334c07a1-8608-4e9b-a23e-b3cc86353732 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:22:49.078204 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Attempting to bind port 334c07a1-8608-4e9b-a23e-b3cc86353732 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:49.088825 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.093431 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Port 334c07a1-8608-4e9b-a23e-b3cc86353732 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:22:49.093431 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Attempting to bind port 334c07a1-8608-4e9b-a23e-b3cc86353732 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:22:49.105796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:22:49.106140 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Checking segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:49.106532 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Bound using segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:22:49.107144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Bound port: 334c07a1-8608-4e9b-a23e-b3cc86353732, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:22:49.107498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.123024 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f938f4c6-b6f5-4162-87a7-d978dc72a265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.128591 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.132284 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.142220 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cad5f-5b49-4e6c-9bfd-3d92b8479267 x-openstack-request-id: req-d98cad5f-5b49-4e6c-9bfd-3d92b8479267 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:49.142220 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "name": "network-vif-plugged", "status": "completed", "tag": "6918b9d9-9827-469d-9f72-058077c207ea", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:49.142220 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d98cad5f-5b49-4e6c-9bfd-3d92b8479267 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:49.142220 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea', 'code': 200} Jun 17 17:22:49.149868 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b214ab62-77d7-4713-ae5f-1b60955aaa2d HTTP/1.1" status: 204 len: 168 time: 0.3838077 Jun 17 17:22:49.169671 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:22:49.173600 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:49.185240 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-06fe2d5b-1000-4336-bf81-c652fb469a49 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439137 Jun 17 17:22:49.224415 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39502818-9e73-4770-8d96-f28802eb2b4b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:49.241993 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.242491 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3991c633-e485-428a-91ea-92003c35a11a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.264603 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bec158fdf59a4e0eb5cb2e034d95460a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8666358 Jun 17 17:22:49.264603 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b214ab62-77d7-4713-ae5f-1b60955aaa2d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:49.269157 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38454) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:49.271595 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.354034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:22:49.389237 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=334c07a1-8608-4e9b-a23e-b3cc86353732,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:22:49.404417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:49.416705 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'port_id': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'mac_address': 'fa:16:3e:00:5e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b35d74-b648-4500-a004-9b7a59435da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:22:49.454755 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.468287 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:49.470622 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.473366 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b387bdf-9093-40cb-91a3-4ceaaa2474c6 req-7196d5ed-885b-46dd-a627-76a2d69d9ae7 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811728 Jun 17 17:22:49.486867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.488826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.494476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:49.495926 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.557379 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.557379 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.559865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:49.560518 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.561928 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] 10.222.0.45 "PUT /v2.0/ports/334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1094 time: 2.5008533 Jun 17 17:22:49.574065 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.576850 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.659044 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:49.671441 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.698816 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=526460b4ca6e4df1836b75a9c20db1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7573633 Jun 17 17:22:49.702075 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38464) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:49.784584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Pushing event updated for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:49.797340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['8afb8128-ddb3-49f1-8c47-93d4a4df0c75'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:22:49.808535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e95ab-ad3a-4149-baa8-464215c27095 req-fc9c0605-f6c0-4a0e-8765-ac6bc2d7db3c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:49.816566 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-100e95ab-ad3a-4149-baa8-464215c27095 req-fc9c0605-f6c0-4a0e-8765-ac6bc2d7db3c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 944 time: 0.4177020 Jun 17 17:22:49.823071 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.826979 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.829813 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.877086 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:49.911627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66195df4-1e4e-423f-832a-bdb89b008078 x-openstack-request-id: req-66195df4-1e4e-423f-832a-bdb89b008078 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:49.912544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:49.912918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66195df4-1e4e-423f-832a-bdb89b008078 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:49.913420 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac', 'status': 'completed', 'code': 200} Jun 17 17:22:49.923089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78422b8-ce4b-4d91-802d-1766cbc50d14,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:49.967510 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:50.003870 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-100e95ab-ad3a-4149-baa8-464215c27095 req-bc7e88cd-03f6-4a75-86f9-ff57b9146087 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849170 Jun 17 17:22:50.009485 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-3157b610-585b-496c-a59f-462451d282b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.012704 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-3157b610-585b-496c-a59f-462451d282b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1096 time: 0.0990686 Jun 17 17:22:50.020324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.023517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-3f5a840e-e49d-4c6b-8313-2fe9c2fb699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.025055 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-3f5a840e-e49d-4c6b-8313-2fe9c2fb699e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 1099 time: 0.4736514 Jun 17 17:22:50.029579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.037272 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39502818-9e73-4770-8d96-f28802eb2b4b HTTP/1.1" status: 204 len: 168 time: 0.7614861 Jun 17 17:22:50.040510 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:50.050299 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-ddf69c92-e555-4e7b-95fe-48a0631998d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.052169 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-ddf69c92-e555-4e7b-95fe-48a0631998d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1097 time: 0.3558011 Jun 17 17:22:50.069394 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39502818-9e73-4770-8d96-f28802eb2b4b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:50.086604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.095444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:50.113904 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.122023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.124643 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a78422b8-ce4b-4d91-802d-1766cbc50d14 HTTP/1.1" status: 204 len: 168 time: 0.4215186 Jun 17 17:22:50.129497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-73005d8c-8f0e-46ad-af52-a01bb52adde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:50.153256 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-2134e618-daa5-4afe-968a-44a6557883a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 217 time: 0.0862875 Jun 17 17:22:50.198021 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78422b8-ce4b-4d91-802d-1766cbc50d14,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:50.201499 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:50.242515 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-3ed4f9e4-9803-4801-9de3-7b45e0b6c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.244276 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-3ed4f9e4-9803-4801-9de3-7b45e0b6c4e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2242887 Jun 17 17:22:50.291723 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-e0e5ce6d-6145-4583-b8e5-70da274c6c07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 200 len: 217 time: 0.0405710 Jun 17 17:22:50.311636 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-2b2126ec-8f48-4465-99b5-dba7787dc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.313119 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-2b2126ec-8f48-4465-99b5-dba7787dc30d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.1526778 Jun 17 17:22:50.360913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-8fe90bff-61f2-4dd8-a38c-ccc9722b0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.360913 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-8fe90bff-61f2-4dd8-a38c-ccc9722b0c3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0583487 Jun 17 17:22:50.370362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8f25-ae56-419f-afba-27e9d5e00aef req-36c151a9-d2ab-49ad-86d5-8173e4e380fa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.372298 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-04ba8f25-ae56-419f-afba-27e9d5e00aef req-36c151a9-d2ab-49ad-86d5-8173e4e380fa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.3037803 Jun 17 17:22:50.390881 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-38cb6d2e-d388-4576-a36e-3e74004baf2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268524 Jun 17 17:22:50.448929 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ec75-f131-40b0-9815-9ee6152676fb req-e7005561-14e7-47a8-904b-7c47951b874a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.448929 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b84ec75-f131-40b0-9815-9ee6152676fb req-e7005561-14e7-47a8-904b-7c47951b874a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 943 time: 0.2645357 Jun 17 17:22:50.501939 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-a0e562a6-c972-4570-b5f6-a26d04cbdb70 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048892 Jun 17 17:22:50.513443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-04ba8f25-ae56-419f-afba-27e9d5e00aef req-88fb38e5-8e33-4049-8685-44b77d277b3d tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322796 Jun 17 17:22:50.627514 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb29e77b-a82b-4278-a918-ae9a6d42bfb7 req-1a5a1128-9640-4354-8ed6-92a987b00812 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179421 Jun 17 17:22:50.712611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.718255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-74154b88-0c84-4dc9-a70f-18d5f91abbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:50.719750 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-74154b88-0c84-4dc9-a70f-18d5f91abbfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3991609 Jun 17 17:22:50.750191 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b84ec75-f131-40b0-9815-9ee6152676fb req-989d532d-e231-4f47-ba3f-cd3ede57d8aa tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869525 Jun 17 17:22:50.802098 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:50.810590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-62aa8f63-2fd4-4bd4-aa8f-07d1781983a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:50.846497 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c07c5a98-2310-4841-9477-8bafb47d77f9 req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8071721 Jun 17 17:22:50.852372 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-405ddbcf-07f9-46b3-ada0-59ed53404010 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253109 Jun 17 17:22:50.861174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d77bf486-8275-46b7-a07b-3b0da46fea21,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:50.864486 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:51.005640 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-abac9f62-402e-41ef-bf22-7a5cacd9d7cd req-0087e425-12a6-4d5d-ac69-f42348b0ec34 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923967 Jun 17 17:22:51.176587 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:51.190192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4e205-9849-403a-a4ea-35acddac07fb req-2119f22c-8f02-4f85-bd60-a3047b07e5fa tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:51.192254 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3f4e205-9849-403a-a4ea-35acddac07fb req-2119f22c-8f02-4f85-bd60-a3047b07e5fa tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 944 time: 0.0707257 Jun 17 17:22:51.221576 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38516) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:51.251935 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.271128 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3f4e205-9849-403a-a4ea-35acddac07fb req-6cb73458-6b4f-46b3-8c5b-9a86137ee4c2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720315 Jun 17 17:22:51.328508 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:51.337164 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:51.338282 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.412810 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.450222 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.463890 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.467561 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8c079cd4-ab74-43c1-b8ad-0f357046a546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:51.469282 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:51.471570 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d377b3-de91-4f05-a051-acbeba0c7f22" -d '{"events": [{"server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "name": "network-vif-plugged", "status": "completed", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:51.486838 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:51.505171 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a1337f268348a29c354540e99ccbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817714 Jun 17 17:22:51.506398 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194c4ae6-d86d-400d-837f-16fe9f763649,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:51.507792 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38526) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:51.510658 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:51.519887 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85924aa-a8b7-4ea9-b909-a74e45a0c43a x-openstack-request-id: req-e85924aa-a8b7-4ea9-b909-a74e45a0c43a {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:51.520231 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "name": "network-vif-plugged", "status": "completed", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:51.520491 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e85924aa-a8b7-4ea9-b909-a74e45a0c43a {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:51.521291 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'code': 200} Jun 17 17:22:51.578006 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.580030 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:51.615886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.661276 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.674414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:51.675431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:51.763404 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2a596-37c4-4ffc-9fa2-d491480dbb85 req-0c1df26e-94e0-4527-a718-3d298aff610b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:51.765504 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9f2a596-37c4-4ffc-9fa2-d491480dbb85 req-0c1df26e-94e0-4527-a718-3d298aff610b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.1019413 Jun 17 17:22:51.839581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9f2a596-37c4-4ffc-9fa2-d491480dbb85 req-c28fe850-ba13-49d8-b480-d24ec7111b60 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Jun 17 17:22:51.857627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.869459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.869459 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/194c4ae6-d86d-400d-837f-16fe9f763649 HTTP/1.1" status: 204 len: 168 time: 0.3534691 Jun 17 17:22:51.870507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e0aa1531-b48d-4c9a-80e7-cae3dea6bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:51.885011 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194c4ae6-d86d-400d-837f-16fe9f763649,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:51.896629 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:51.921386 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:51.924340 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594b909-9c7c-414f-8b81-b9b9141e8980" -d '{"events": [{"name": "network-changed", "server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:51.990213 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059d7fb-bfe7-47c7-bacf-71ce0c12420f x-openstack-request-id: req-0059d7fb-bfe7-47c7-bacf-71ce0c12420f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:51.990526 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:51.995982 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0059d7fb-bfe7-47c7-bacf-71ce0c12420f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:51.995982 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'status': 'completed', 'code': 200} Jun 17 17:22:52.099887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e32446-fda4-4e09-aba9-b72e4aa1aa04 req-d9168663-912f-4055-a4ed-f8612435a2a1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.101347 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6e32446-fda4-4e09-aba9-b72e4aa1aa04 req-d9168663-912f-4055-a4ed-f8612435a2a1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 943 time: 0.1985447 Jun 17 17:22:52.106804 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28019-5595-4c30-9414-383a68d2d475 req-1d09e168-c6bc-46b3-a34f-fa1a23c25a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.108247 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fb28019-5595-4c30-9414-383a68d2d475 req-1d09e168-c6bc-46b3-a34f-fa1a23c25a03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.1372139 Jun 17 17:22:52.146054 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-71deee3b-49e1-42d5-9ede-d065a03afa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.147553 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-71deee3b-49e1-42d5-9ede-d065a03afa6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1334753 Jun 17 17:22:52.219933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6e32446-fda4-4e09-aba9-b72e4aa1aa04 req-a6f17c5c-40f6-4c1c-ba15-a7a153125dad tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077559 Jun 17 17:22:52.237124 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fb28019-5595-4c30-9414-383a68d2d475 req-1c801867-d962-41e6-918f-c75fdb349ae4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159797 Jun 17 17:22:52.340771 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-8107ebc8-1b55-44ff-b225-34cce2fbe7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.344202 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-8107ebc8-1b55-44ff-b225-34cce2fbe7a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.1894660 Jun 17 17:22:52.411573 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-57608b22-2fd8-4a04-9cd0-2e4aef94c0be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 217 time: 0.0422368 Jun 17 17:22:52.492788 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-a45be938-4172-46a6-8c4b-1aba25f0fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.494256 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-a45be938-4172-46a6-8c4b-1aba25f0fea7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0735376 Jun 17 17:22:52.546258 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84871543-f2a5-4d2e-a324-54473edccc85 req-17c96a71-0891-43d9-afe4-0c579ca828de tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.547799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84871543-f2a5-4d2e-a324-54473edccc85 req-17c96a71-0891-43d9-afe4-0c579ca828de tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 944 time: 0.1390784 Jun 17 17:22:52.598637 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84871543-f2a5-4d2e-a324-54473edccc85 req-1b627b7d-c50c-4e63-b236-b04855ab7efa tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Jun 17 17:22:52.604599 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-28b30683-3060-4680-a93f-adf33ceb3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:52.606618 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-28b30683-3060-4680-a93f-adf33ceb3e95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042018 Jun 17 17:22:52.711349 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-a9eb69c6-937f-4d53-8e94-5ab6e2291eb9 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974960 Jun 17 17:22:52.806262 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9594b909-9c7c-414f-8b81-b9b9141e8980 req-08891ef8-7596-429c-b988-e8be678bea02 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Jun 17 17:22:53.044801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f0ece-9fe6-4e14-b221-90c20359ea59 req-532891bc-cf7e-45c4-821f-02086bdb0ff2 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:53.046318 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed7f0ece-9fe6-4e14-b221-90c20359ea59 req-532891bc-cf7e-45c4-821f-02086bdb0ff2 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0784371 Jun 17 17:22:53.086824 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed7f0ece-9fe6-4e14-b221-90c20359ea59 req-10cf0b93-6608-4247-8a8f-a2efe5c08b55 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Jun 17 17:22:53.204947 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 334c07a1-8608-4e9b-a23e-b3cc86353732 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:22:53.325486 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=334c07a1-8608-4e9b-a23e-b3cc86353732,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:53.345357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'port_id': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'mac_address': 'fa:16:3e:37:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:22:53.432937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:53.436863 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e203ca3-010c-4aab-a737-d9e791001157 req-a71a4919-2c9d-4bc7-9f37-abf33d7086d9 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:53.438414 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e203ca3-010c-4aab-a737-d9e791001157 req-a71a4919-2c9d-4bc7-9f37-abf33d7086d9 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 943 time: 0.0736809 Jun 17 17:22:53.447973 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334c07a1-8608-4e9b-a23e-b3cc86353732 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:53.471344 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=334c07a1-8608-4e9b-a23e-b3cc86353732,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:53.486745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e203ca3-010c-4aab-a737-d9e791001157 req-4f6a9fc7-7a8c-4c2e-af09-b1f1c5c1fe3d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Jun 17 17:22:53.556422 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:53.557180 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b41840a7-f8f6-41ac-b929-4e2cfe6155ac details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:22:53.560313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:53.636216 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:53.645897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:53.711563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:53.801659 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd2ecc-253f-44b3-b8bb-d188e7d33cc5 req-539e6ff8-49cd-445e-b415-facc71fce328 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:53.803227 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60dd2ecc-253f-44b3-b8bb-d188e7d33cc5 req-539e6ff8-49cd-445e-b415-facc71fce328 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 945 time: 0.0680258 Jun 17 17:22:53.829877 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac', 'network_id': 'a5f89ec6-e467-4636-a79a-a8d3412c95e1', 'port_id': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac', 'mac_address': 'fa:16:3e:27:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b35d74-b648-4500-a004-9b7a59435da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:22:53.860636 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60dd2ecc-253f-44b3-b8bb-d188e7d33cc5 req-4607b64b-314b-4571-82a7-24b2ad36be1b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Jun 17 17:22:53.872264 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:53.891823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41840a7-f8f6-41ac-b929-4e2cfe6155ac {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:22:53.914128 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:53.983765 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:53.986694 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:54.057096 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:54.061115 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:54.230241 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['334c07a1-8608-4e9b-a23e-b3cc86353732'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:22:54.256373 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['b41840a7-f8f6-41ac-b929-4e2cfe6155ac'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:22:54.570940 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38648) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:54.681551 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b49d9-d757-465c-8941-2862099f021a req-92676727-1c68-4a2f-8775-f579ac4fb4ec tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:54.683083 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e4b49d9-d757-465c-8941-2862099f021a req-92676727-1c68-4a2f-8775-f579ac4fb4ec tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 944 time: 0.0662665 Jun 17 17:22:54.737350 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e4b49d9-d757-465c-8941-2862099f021a req-59bfa84e-9928-400c-95a7-898988f53b2c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Jun 17 17:22:54.899529 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-797671464-network', 'tenant_id': '2fd89311d050451a9a10b601db125941'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:55.025564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Made reservation on behalf of 2fd89311d050451a9a10b601db125941 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:55.028154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.041916 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.105593 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b750c0-542e-4b1b-9378-885e0b8ba202 req-36d91133-d8b5-4af3-9256-669e944bd891 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:55.107125 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51b750c0-542e-4b1b-9378-885e0b8ba202 req-36d91133-d8b5-4af3-9256-669e944bd891 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 945 time: 0.1131217 Jun 17 17:22:55.190450 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51b750c0-542e-4b1b-9378-885e0b8ba202 req-a2e755f6-7fe2-4a10-a443-10cf72a73fa4 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733626 Jun 17 17:22:55.214270 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 334c07a1-8608-4e9b-a23e-b3cc86353732 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:55.224006 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.339434 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.344649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0e736a74-7b5f-4918-bff2-b38d35b3b99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:55.367830 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 334c07a1-8608-4e9b-a23e-b3cc86353732 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:55.373711 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 334c07a1-8608-4e9b-a23e-b3cc86353732 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:55.374304 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.379877 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:22:55.392840 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26bf17f-7d4a-4948-b4b1-698a5d7abf35,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:55.398089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:55.399435 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.399978 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Added segment 9cfc4e7a-84d6-49e2-8cdc-434fc2ec33f4 of type vlan for network 61050773-ce32-42fe-8ff2-c639087e49d8 Jun 17 17:22:55.451004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.478348 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.504411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:55.506742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a4403-316a-4c92-bb30-23191edbfd71" -d '{"events": [{"server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "name": "network-vif-plugged", "status": "completed", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:55.532809 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=334c07a1-8608-4e9b-a23e-b3cc86353732,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:55.551013 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf9b22-c384-4df0-bdf4-62806a477059 x-openstack-request-id: req-c2bf9b22-c384-4df0-bdf4-62806a477059 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:55.551325 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "name": "network-vif-plugged", "status": "completed", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:55.551593 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2bf9b22-c384-4df0-bdf4-62806a477059 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:55.551696 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.552003 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'code': 200} Jun 17 17:22:55.553124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:55.554356 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.566074 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:55.618137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Pushing event updated for resources: {'Network': ['ID=61050773-ce32-42fe-8ff2-c639087e49d8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:55.621060 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:55.629233 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 61050773-ce32-42fe-8ff2-c639087e49d8 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:22:55.648564 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0765040 Jun 17 17:22:55.649318 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.650171 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b41840a7-f8f6-41ac-b929-4e2cfe6155ac up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:22:55.651564 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38700) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:55.654702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:55.657585 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Request body: {'subnet': {'network_id': '61050773-ce32-42fe-8ff2-c639087e49d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-797671464-subnet', 'tenant_id': '2fd89311d050451a9a10b601db125941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:55.744816 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Made reservation on behalf of 2fd89311d050451a9a10b601db125941 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:55.747814 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.776246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:55.781493 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:55.863896 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port b41840a7-f8f6-41ac-b929-4e2cfe6155ac completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:22:55.869406 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port b41840a7-f8f6-41ac-b929-4e2cfe6155ac triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:22:55.869870 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.942679 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadee026-9bf8-43c9-a271-08dc691b7b41 req-86d1ca22-a2b9-464e-bdb1-b7fa5a998568 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:55.948701 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fadee026-9bf8-43c9-a271-08dc691b7b41 req-86d1ca22-a2b9-464e-bdb1-b7fa5a998568 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 944 time: 0.0776408 Jun 17 17:22:55.972970 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:55.984563 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fadee026-9bf8-43c9-a271-08dc691b7b41 req-08da39c0-27b7-424a-838c-9d37ba018638 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jun 17 17:22:56.006052 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:22:56.040586 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:56.043793 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9da395b-79b9-4e68-a502-a896de40766f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:56.096832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d97cde-3e9c-4398-9008-3da6a03b6a7e,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:56.102558 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:56.107015 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Checking segment: {'id': '9cfc4e7a-84d6-49e2-8cdc-434fc2ec33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61050773-ce32-42fe-8ff2-c639087e49d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:56.107015 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Network hostable DHCP agents. Network: 61050773-ce32-42fe-8ff2-c639087e49d8, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:22:56.130039 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:56.130039 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:56.174391 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:56.177883 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:56.229153 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Network 61050773-ce32-42fe-8ff2-c639087e49d8 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:22:56.318999 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 61050773-ce32-42fe-8ff2-c639087e49d8) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:56.335890 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:56.336531 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:56.337846 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea805c-11dc-4dfd-932f-218fd6149230 None None] Network 61050773-ce32-42fe-8ff2-c639087e49d8 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:56.363463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc706b-c37f-4ffb-808b-b7199ef2dd51 req-9027eb5a-3fa8-43be-bbcb-5ae1f1a168fe tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:56.366053 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3cc706b-c37f-4ffb-808b-b7199ef2dd51 req-9027eb5a-3fa8-43be-bbcb-5ae1f1a168fe tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0696509 Jun 17 17:22:56.419000 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3cc706b-c37f-4ffb-808b-b7199ef2dd51 req-7c4c21da-07a8-4782-af15-c93cb76206c0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 Jun 17 17:22:56.443792 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7889526 Jun 17 17:22:56.470907 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3293edb-07d8-4167-8e39-f8a4a46ed4ee None None] Network 61050773-ce32-42fe-8ff2-c639087e49d8 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:57.166782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b6cc3-4b36-47d1-b9ab-f30472bdb4f2 req-a5c90e52-9942-45eb-a557-cc672b9f55f2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:57.168751 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-307b6cc3-4b36-47d1-b9ab-f30472bdb4f2 req-a5c90e52-9942-45eb-a557-cc672b9f55f2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0699770 Jun 17 17:22:57.206386 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-307b6cc3-4b36-47d1-b9ab-f30472bdb4f2 req-9314450e-d1eb-4270-aabf-627de78ab97f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Jun 17 17:22:57.477406 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38760) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:57.483241 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1817921359-network', 'tenant_id': '9abcc57dc86a4e9bb0c21c2bb95ee814'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:57.555022 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:22:57.557956 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba88b0-3eb9-46c2-bc93-363318b233fd" -d '{"events": [{"server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "name": "network-vif-plugged", "status": "completed", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:22:57.579386 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Made reservation on behalf of 9abcc57dc86a4e9bb0c21c2bb95ee814 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:57.581787 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.597049 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.626512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69573c1f-2c00-4dc5-b770-22df8510f200 req-ce6b4fff-f70e-42a2-bb46-415bb9c6d145 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:57.628030 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69573c1f-2c00-4dc5-b770-22df8510f200 req-ce6b4fff-f70e-42a2-bb46-415bb9c6d145 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0703962 Jun 17 17:22:57.674331 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69573c1f-2c00-4dc5-b770-22df8510f200 req-0e0b683e-61dd-47eb-9544-277502f16130 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402069 Jun 17 17:22:57.702124 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.733673 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21bb813-5a22-4c80-aba5-c255b413c2aa x-openstack-request-id: req-d21bb813-5a22-4c80-aba5-c255b413c2aa {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:22:57.733673 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "name": "network-vif-plugged", "status": "completed", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:22:57.733673 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d21bb813-5a22-4c80-aba5-c255b413c2aa {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:22:57.733673 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac', 'code': 200} Jun 17 17:22:57.760786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.764414 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-cde70db7-7f54-4df7-9f5d-4d2dbabe9d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:57.787798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:22:57.801320 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47b95ca-d633-4e3e-8fc9-338983005a8c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:57.802649 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:57.803738 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.804088 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Added segment fa8f53ae-314b-4ea1-8faa-add1368880be of type vlan for network 0a26faca-c768-458b-83fe-b9fd66f45450 Jun 17 17:22:57.812770 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:22:57.845654 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.928283 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.929611 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:57.930268 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:57.933092 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:57.992463 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Pushing event updated for resources: {'Network': ['ID=0a26faca-c768-458b-83fe-b9fd66f45450,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:57.995650 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:58.005686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 0a26faca-c768-458b-83fe-b9fd66f45450 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:22:58.013394 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5349271 Jun 17 17:22:58.016154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38774) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:58.021036 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Request body: {'subnet': {'network_id': '0a26faca-c768-458b-83fe-b9fd66f45450', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1817921359-subnet', 'tenant_id': '9abcc57dc86a4e9bb0c21c2bb95ee814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:22:58.093224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Made reservation on behalf of 9abcc57dc86a4e9bb0c21c2bb95ee814 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:22:58.095651 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:58.350530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:58.357099 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:58.421935 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cf1f0b-e0fa-438a-9d2e-bb68c4299d86,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:58.424834 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:58.450861 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f078c3-31a5-49e1-86d4-dec878c16878 req-d329dea8-a17a-4d8f-8391-bbedca554703 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:58.452374 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3f078c3-31a5-49e1-86d4-dec878c16878 req-d329dea8-a17a-4d8f-8391-bbedca554703 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1330857 Jun 17 17:22:58.456322 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Checking segment: {'id': 'fa8f53ae-314b-4ea1-8faa-add1368880be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0a26faca-c768-458b-83fe-b9fd66f45450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:22:58.456671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Network hostable DHCP agents. Network: 0a26faca-c768-458b-83fe-b9fd66f45450, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:22:58.511182 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3f078c3-31a5-49e1-86d4-dec878c16878 req-9ff90f99-c605-449e-b210-e07d4dd6ab58 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Jun 17 17:22:58.549463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38786) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:58.575858 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Network 0a26faca-c768-458b-83fe-b9fd66f45450 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:22:58.683510 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:58.695920 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 0a26faca-c768-458b-83fe-b9fd66f45450) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:22:58.706171 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:58.708735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:58.714879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5f574-2224-4b45-ad48-a67952e44b01 None None] Network 0a26faca-c768-458b-83fe-b9fd66f45450 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:58.907028 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:58.927100 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57ea62-0639-4684-98ac-ca5f6c0b7add None None] Network 0a26faca-c768-458b-83fe-b9fd66f45450 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:22:58.946018 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3c755-267b-4737-b350-9f319fc81fc7 req-b265e7cf-764d-49ca-aefb-a9f7f126f2ae tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:58.947527 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ec3c755-267b-4737-b350-9f319fc81fc7 req-b265e7cf-764d-49ca-aefb-a9f7f126f2ae tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0822780 Jun 17 17:22:58.987996 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ec3c755-267b-4737-b350-9f319fc81fc7 req-aab08997-280a-412d-8a84-188d8a2e835c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343406 Jun 17 17:22:58.999611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:59.024736 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-17d5d2f7-8fff-4f77-bbc9-1e51cfa107c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:59.094280 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2cc09-ba4e-4c62-8d24-7ddd71627c35,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:59.099108 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f96ea56497294bc3ae5419e6e2838b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486498 Jun 17 17:22:59.099955 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:59.102377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 38804) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:59.155183 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1298454 Jun 17 17:22:59.156325 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f3278-ba99-417d-8636-15a1b9b877ba req-b610b8a1-fde3-414e-a688-ea5cbc94fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:59.157837 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b9f3278-ba99-417d-8636-15a1b9b877ba req-b610b8a1-fde3-414e-a688-ea5cbc94fe57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.1605163 Jun 17 17:22:59.163048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c2da8-d7d7-4c2e-ba75-bb190a172e14 req-30b148ab-a91c-4bd6-b8ad-1b4d2833f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:59.164569 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef2c2da8-d7d7-4c2e-ba75-bb190a172e14 req-30b148ab-a91c-4bd6-b8ad-1b4d2833f9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1098 time: 0.1757271 Jun 17 17:22:59.213385 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:59.229961 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b9f3278-ba99-417d-8636-15a1b9b877ba req-82ad57fa-280a-460b-9c0c-332b35328549 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644565 Jun 17 17:22:59.243485 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef2c2da8-d7d7-4c2e-ba75-bb190a172e14 req-c4352cbf-c06e-4a9c-af23-fd6a5e9d8860 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Jun 17 17:22:59.252258 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:59.383353 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:59.386011 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:59.387685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26b2cc09-ba4e-4c62-8d24-7ddd71627c35 HTTP/1.1" status: 204 len: 168 time: 0.2844296 Jun 17 17:22:59.388471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2b991147-73e4-40b8-82d2-72c060a228f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:59.396569 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2cc09-ba4e-4c62-8d24-7ddd71627c35,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:22:59.398659 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:59.698389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06341-2e1e-42ba-a718-f49cb33b133e req-9f793a4d-4954-4ae6-ad19-9c4805710169 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:22:59.700507 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a8f06341-2e1e-42ba-a718-f49cb33b133e req-9f793a4d-4954-4ae6-ad19-9c4805710169 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0799954 Jun 17 17:22:59.749033 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a8f06341-2e1e-42ba-a718-f49cb33b133e req-eff5eb15-7b5c-4418-9dfb-551d9aa150b3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Jun 17 17:22:59.998181 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38832) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:00.012155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.116488 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.186418 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3207-23dc-4190-963b-1474d533ac03 req-5e90274a-18fc-491d-947a-0b8527177f55 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:00.187746 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-889a3207-23dc-4190-963b-1474d533ac03 req-5e90274a-18fc-491d-947a-0b8527177f55 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0666785 Jun 17 17:23:00.196006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.198755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-25bcb2af-6c7e-4b27-9b09-a7a1a5244ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:00.237985 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-889a3207-23dc-4190-963b-1474d533ac03 req-e1fe1a00-111b-430a-b82f-651da39505be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Jun 17 17:23:00.240043 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b967f88f-9883-4833-bdbb-f2eb1f57f159,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:00.245508 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd8b670cde5346e994e7262e642dd4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458756 Jun 17 17:23:00.246330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:00.247965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38840) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:00.303603 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.327039 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.476008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.478958 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:00.480806 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b967f88f-9883-4833-bdbb-f2eb1f57f159 HTTP/1.1" status: 204 len: 168 time: 0.2312341 Jun 17 17:23:00.481512 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:00.489601 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b967f88f-9883-4833-bdbb-f2eb1f57f159,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:00.492453 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:00.960893 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5d89-2ba5-4495-b894-e4dabd73b07e req-c3ede23f-101f-4cb1-bcc3-41ea0ec14b2c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:00.961822 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff3e5d89-2ba5-4495-b894-e4dabd73b07e req-c3ede23f-101f-4cb1-bcc3-41ea0ec14b2c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0810804 Jun 17 17:23:01.009226 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff3e5d89-2ba5-4495-b894-e4dabd73b07e req-06dcdf46-dfe5-494d-87ee-33f451dd7321 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Jun 17 17:23:01.442272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b854c6-34ba-4f29-88c8-b4334a78e192 req-57950678-3a6a-4118-8010-d0841c113e3a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:01.444213 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25b854c6-34ba-4f29-88c8-b4334a78e192 req-57950678-3a6a-4118-8010-d0841c113e3a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0791569 Jun 17 17:23:01.514509 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25b854c6-34ba-4f29-88c8-b4334a78e192 req-38920a41-0b19-4b61-abd2-9e74e9a25882 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622835 Jun 17 17:23:01.743858 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063acbb-f853-41eb-b0f9-1b1714bcc1ce req-b514a321-027f-4a60-8704-bc18bed854b9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:01.752570 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8063acbb-f853-41eb-b0f9-1b1714bcc1ce req-b514a321-027f-4a60-8704-bc18bed854b9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1242492 Jun 17 17:23:01.755819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 38910) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:01.760855 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'floatingip': {'port_id': '334c07a1-8608-4e9b-a23e-b3cc86353732'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:01.770937 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290d8c3-e39e-4882-af80-f4a1d6e4a79e req-63957475-4a15-4db3-94b1-71317ae0e49e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:01.772447 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3290d8c3-e39e-4882-af80-f4a1d6e4a79e req-63957475-4a15-4db3-94b1-71317ae0e49e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1385267 Jun 17 17:23:01.828653 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3290d8c3-e39e-4882-af80-f4a1d6e4a79e req-d8f27e69-35cb-4a1d-9848-eb64027e7472 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495200 Jun 17 17:23:01.839206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:02.664659 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:02.727562 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:02.843850 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Floating IP b0485ee6-4534-4321-a7ac-93e0de5abb09 associated. External IP: 172.27.0.61, port: 334c07a1-8608-4e9b-a23e-b3cc86353732. Jun 17 17:23:03.147696 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:23:03.231558 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443021-ade6-450e-be8e-6d1411725082 req-23dbe61f-cd46-48d7-977d-806b54fc480c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:03.233799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed443021-ade6-450e-be8e-6d1411725082 req-23dbe61f-cd46-48d7-977d-806b54fc480c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2694345 Jun 17 17:23:03.255676 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:23:03.262417 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:03.272240 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:23:03.276435 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed443021-ade6-450e-be8e-6d1411725082 req-bcd8313a-dc2e-4e5e-8544-871401c099a9 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361991 Jun 17 17:23:03.283638 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:03.284511 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:03.301390 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3ec54f82-8141-4ff3-bbf3-e60fbdaf9511 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "PUT /v2.0/floatingips/b0485ee6-4534-4321-a7ac-93e0de5abb09 HTTP/1.1" status: 200 len: 991 time: 1.5442727 Jun 17 17:23:03.302015 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:03.304440 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6" -d '{"events": [{"name": "network-changed", "server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:03.357014 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a78b2e9-c619-46a1-b619-2ee2fff4f26b x-openstack-request-id: req-0a78b2e9-c619-46a1-b619-2ee2fff4f26b {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:03.358203 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:03.358738 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a78b2e9-c619-46a1-b619-2ee2fff4f26b {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:03.359248 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'status': 'completed', 'code': 200} Jun 17 17:23:03.402346 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:03.743572 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b0485ee6-4534-4321-a7ac-93e0de5abb09', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:37:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:22:34Z', 'updated_at': '2021-06-17T17:23:02Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:03.769198 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:23:03.777414 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:03.778016 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:22:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:03.886957 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:04.110776 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b0485ee6-4534-4321-a7ac-93e0de5abb09', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:37:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:22:34Z', 'updated_at': '2021-06-17T17:23:02Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:04.141331 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3da2f-f0d4-454c-a51d-b2960913ec15 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b0485ee6-4534-4321-a7ac-93e0de5abb09', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:37:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:22:34Z', 'updated_at': '2021-06-17T17:23:02Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:23:04.350576 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d1456-837d-45b7-bc04-9ec6a675abaf None None] New status for floating IP b0485ee6-4534-4321-a7ac-93e0de5abb09: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:23:04.464151 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554285f-5665-4e56-9847-2e2a1956163f req-0da60d92-b175-4d79-b21e-f517b42abbf3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:04.465722 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2554285f-5665-4e56-9847-2e2a1956163f req-0da60d92-b175-4d79-b21e-f517b42abbf3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0656638 Jun 17 17:23:04.504706 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2554285f-5665-4e56-9847-2e2a1956163f req-fbaef05f-07b2-42dd-a26c-fad3d7efc0b4 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jun 17 17:23:04.727401 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:04.885248 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-c125fcb9-ccdd-44e6-8702-217b1205dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:04.886787 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-c125fcb9-ccdd-44e6-8702-217b1205dc7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0869355 Jun 17 17:23:04.888481 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-ea8c3c1c-3dc7-4f8a-98ee-0715647e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:04.889787 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-ea8c3c1c-3dc7-4f8a-98ee-0715647e4172 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1098 time: 0.0982893 Jun 17 17:23:05.053268 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-7111a1da-a81b-4b86-9790-ea5b8da5c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.054699 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-7111a1da-a81b-4b86-9790-ea5b8da5c03a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.1515985 Jun 17 17:23:05.070076 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-1ae1a96e-3cbf-46d6-8c73-3832c38fbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.074585 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-1ae1a96e-3cbf-46d6-8c73-3832c38fbd6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.1608601 Jun 17 17:23:05.156498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-98e4e670-a9b9-45ae-8d8e-ad531fce2ed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 200 len: 217 time: 0.0510087 Jun 17 17:23:05.228632 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-2ec23763-20fa-4103-bd00-79b5a8848da2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1001 time: 0.1667306 Jun 17 17:23:05.237581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-97474bbd-0acc-48ff-8396-a9f92087ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.238984 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-97474bbd-0acc-48ff-8396-a9f92087ae52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0711596 Jun 17 17:23:05.305080 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-4eb48874-2476-4365-83cb-5ecccd274f6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449023 Jun 17 17:23:05.337275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-fdb53302-2101-4851-9a5a-c2200664c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.338732 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-fdb53302-2101-4851-9a5a-c2200664c15e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0865920 Jun 17 17:23:05.439722 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-dcea9ee7-d3ba-4da6-bc1a-a30c527b2f17 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240644 Jun 17 17:23:05.470221 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-a105ec57-30a5-48f9-9ae9-cd0a170abdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.471705 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-a105ec57-30a5-48f9-9ae9-cd0a170abdb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1204257 Jun 17 17:23:05.600706 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e79c6cfa-5f64-48e6-a04b-03447dfeac5f req-0a9a1856-b6a7-4694-b207-4eca2e5e8eed service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523974 Jun 17 17:23:05.617457 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-74b9fb37-5042-4306-94ea-c6db37604cc5 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333072 Jun 17 17:23:05.754229 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94d34-6a41-4b5f-a7b2-ce8064a2e4e5 req-245f0796-e23f-4cfb-941e-92452ba8e3ee tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:05.755736 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2aa94d34-6a41-4b5f-a7b2-ce8064a2e4e5 req-245f0796-e23f-4cfb-941e-92452ba8e3ee tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1365063 Jun 17 17:23:05.758050 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1d6fdbf-dd99-4fad-a5d1-6e48058098c6 req-14d23935-a449-48d6-9401-4244a945fbaf service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283891 Jun 17 17:23:05.796446 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2aa94d34-6a41-4b5f-a7b2-ce8064a2e4e5 req-431a97d8-7455-4d82-b3a0-63cbfa73d587 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Jun 17 17:23:06.688334 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39066) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:06.790162 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:06.905798 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:06.985807 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bb3f-a11e-4731-82ec-026aa77302a0 req-54892fef-fa48-45bb-91d5-8016e03115fb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:06.987538 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6742bb3f-a11e-4731-82ec-026aa77302a0 req-54892fef-fa48-45bb-91d5-8016e03115fb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0654650 Jun 17 17:23:07.030923 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6742bb3f-a11e-4731-82ec-026aa77302a0 req-2ebb70c6-30f5-40f5-a7c9-c0ebfacf972a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Jun 17 17:23:07.080021 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.084001 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:07.122785 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e6d9218431c42daa7ba0b86afdf1be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333303 Jun 17 17:23:07.123686 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c2acac-ce1a-4be8-b9c7-a27c4156c024,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:07.125499 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39078) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:07.130071 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:07.190623 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.213802 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.348870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.351588 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.352760 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39c2acac-ce1a-4be8-b9c7-a27c4156c024 HTTP/1.1" status: 204 len: 168 time: 0.2260678 Jun 17 17:23:07.353490 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:07.361995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c2acac-ce1a-4be8-b9c7-a27c4156c024,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:07.364806 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:07.991372 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39092) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:08.004810 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.108815 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.167291 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.171586 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-efd6c9c6-dad1-425d-a5c9-e0a8efb7cbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:08.208484 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ecc727280a44517a4f129392ad3007c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158599 Jun 17 17:23:08.209489 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7183cfa9-3a08-4fa1-8297-e634c366e195,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:08.211889 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39098) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:08.223160 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba83e0c-9e20-44a9-9823-d962c0049351 req-9d32bb4e-60b4-4076-a2c1-74c44f1c2acd tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:08.224720 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aba83e0c-9e20-44a9-9823-d962c0049351 req-9d32bb4e-60b4-4076-a2c1-74c44f1c2acd tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0714419 Jun 17 17:23:08.230311 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:08.265069 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aba83e0c-9e20-44a9-9823-d962c0049351 req-47960b79-b685-43bd-99c3-5bf7a7bf42c5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jun 17 17:23:08.273714 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.297356 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.451630 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.454290 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:08.455458 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7183cfa9-3a08-4fa1-8297-e634c366e195 HTTP/1.1" status: 204 len: 168 time: 0.2306285 Jun 17 17:23:08.456206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:08.468807 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7183cfa9-3a08-4fa1-8297-e634c366e195,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:08.472592 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:09.188358 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39138) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:09.202434 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.341135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c2793-79eb-4ca0-bcd6-76120b7354b2 req-c128ecc5-5916-43ea-9d35-d14f4ed5c61b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:09.342604 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-671c2793-79eb-4ca0-bcd6-76120b7354b2 req-c128ecc5-5916-43ea-9d35-d14f4ed5c61b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.1035907 Jun 17 17:23:09.344530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.380080 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-671c2793-79eb-4ca0-bcd6-76120b7354b2 req-91ed95ff-0ce1-4a5c-89c1-5779c796145c tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jun 17 17:23:09.417227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.420660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:09.459740 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89596f64f743481e943130e60cb14426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680509 Jun 17 17:23:09.459966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdfba3-3a2a-4651-a6c9-3a585ad04a65,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:09.460547 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39146) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:09.469468 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:09.516739 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.537385 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.547672 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6604f-1a4c-4476-ae4d-9d8fcd016703 req-e7291a8e-0793-4df3-a1f8-8caa5992e2eb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:09.549264 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1a6604f-1a4c-4476-ae4d-9d8fcd016703 req-e7291a8e-0793-4df3-a1f8-8caa5992e2eb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0652542 Jun 17 17:23:09.588315 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1a6604f-1a4c-4476-ae4d-9d8fcd016703 req-60a946c7-00ed-4814-b428-2f3ffd5d84a6 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Jun 17 17:23:09.664284 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.667118 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:09.668785 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2bdfba3-3a2a-4651-a6c9-3a585ad04a65 HTTP/1.1" status: 204 len: 168 time: 0.2059643 Jun 17 17:23:09.669510 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9d1e4724-93fb-47cc-b593-636d002c8d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:09.677584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdfba3-3a2a-4651-a6c9-3a585ad04a65,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:09.679745 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:10.557737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df8d2d-1de6-4864-9a3f-f6bb0198839f req-6d3e9282-543a-4027-9b64-ab44fc1edf50 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:10.559220 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01df8d2d-1de6-4864-9a3f-f6bb0198839f req-6d3e9282-543a-4027-9b64-ab44fc1edf50 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0641146 Jun 17 17:23:10.596969 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01df8d2d-1de6-4864-9a3f-f6bb0198839f req-c423038c-bebd-4ed9-96d1-9567b71e72d9 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jun 17 17:23:10.767481 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5844e-86e3-467b-9958-313703c6abc8 req-9ead43bb-9a13-4ffa-90b5-f0a3426f776b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:10.768560 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3cd5844e-86e3-467b-9958-313703c6abc8 req-9ead43bb-9a13-4ffa-90b5-f0a3426f776b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0660653 Jun 17 17:23:10.822428 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3cd5844e-86e3-467b-9958-313703c6abc8 req-e3ea5154-5063-4d01-ac6c-8839f32c10ad tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Jun 17 17:23:11.775855 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342401ba-8312-4280-bb9e-60e3146ac443 req-4f8f44f0-ffb9-474d-becc-701c57a8ae0a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:11.777900 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-342401ba-8312-4280-bb9e-60e3146ac443 req-4f8f44f0-ffb9-474d-becc-701c57a8ae0a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0640583 Jun 17 17:23:11.820190 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-342401ba-8312-4280-bb9e-60e3146ac443 req-d7a824cc-5cf5-4d81-babc-e075620a16ad tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Jun 17 17:23:12.026004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1467ad-ad01-4163-8012-add42d929301 req-7bccb532-7fbd-4ffe-82c8-b72a336da478 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:12.028559 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f1467ad-ad01-4163-8012-add42d929301 req-7bccb532-7fbd-4ffe-82c8-b72a336da478 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0803213 Jun 17 17:23:12.086231 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f1467ad-ad01-4163-8012-add42d929301 req-10cde20b-1b46-480a-afa2-4e6fd83ea587 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Jun 17 17:23:12.176568 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39256) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:12.285107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.373460 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.458412 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.462002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9dd2938-efd2-42a8-90bd-95ea430bfa20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:12.500788 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=026b697aa8394d128280ae2e3df0bcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229039 Jun 17 17:23:12.501760 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e2558e-2044-4f05-8a55-ab324fc876d0,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:12.503493 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39266) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:12.504888 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:12.570531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.590557 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8690-3620-4a5b-bdc0-0a7a5da79eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.593589 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.725750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.728563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.730384 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20e2558e-2044-4f05-8a55-ab324fc876d0 HTTP/1.1" status: 204 len: 168 time: 0.2251372 Jun 17 17:23:12.731370 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a45af7de-1f3d-4ab6-ad53-98944a76c348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:12.738993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e2558e-2044-4f05-8a55-ab324fc876d0,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:12.741259 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:13.025343 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a984-ac9b-4f88-b5c2-2df22b1970e2 req-98620698-f889-4ad4-b90b-b021780cf86e tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:13.027426 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b61a984-ac9b-4f88-b5c2-2df22b1970e2 req-98620698-f889-4ad4-b90b-b021780cf86e tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.0661354 Jun 17 17:23:13.067335 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b61a984-ac9b-4f88-b5c2-2df22b1970e2 req-dff070ec-8aec-4b98-ab75-2edee287c6e3 tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 17 17:23:13.322996 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2687c35-3d42-4555-af6e-91bb28dea122 req-e83123d9-823d-4d61-9185-7563f5e9cc5f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:13.329438 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f2687c35-3d42-4555-af6e-91bb28dea122 req-e83123d9-823d-4d61-9185-7563f5e9cc5f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1230221 Jun 17 17:23:13.339148 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-3d26d072-bd95-4c93-a377-12b5a80ce22a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:13.342678 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-3d26d072-bd95-4c93-a377-12b5a80ce22a tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 946 time: 0.1028824 Jun 17 17:23:13.387782 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39310) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:13.470346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f2687c35-3d42-4555-af6e-91bb28dea122 req-660cdfaa-8201-4c35-80a0-2e759b1fc457 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209812 Jun 17 17:23:13.523241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Deleting port 6918b9d9-9827-469d-9f72-058077c207ea {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:23:13.523605 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.624048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] For port 6918b9d9-9827-469d-9f72-058077c207ea, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6918b9d9-9827-469d-9f72-058077c207ea,segment=NetworkSegment(dd380b24-c79f-4f9e-ba7f-f6dbcfb43862),segment_id=dd380b24-c79f-4f9e-ba7f-f6dbcfb43862)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:13.624471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.646452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.724524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Calling delete_port for 6918b9d9-9827-469d-9f72-058077c207ea owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:23:13.773319 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.807514 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39326) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:13.830106 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.846136 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:13.877457 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394bd026-9f9f-4d62-b048-5a3b049a80a7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:13.894952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.894952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.894952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.894952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.894952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.895463 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.895907 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.896481 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.897027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.897609 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.898151 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.899546 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:13.907129 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:13.913924 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7fcd430314e447ea4c5f265c02d9d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245290 Jun 17 17:23:13.914305 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39334) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:13.975582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:13.982320 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.006491 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.016599 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.025863 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:14.037633 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['6918b9d9-9827-469d-9f72-058077c207ea'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:23:14.067475 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Pushing event deleted for resources: {'Port': ['ID=6918b9d9-9827-469d-9f72-058077c207ea,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:14.160601 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.230254 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.233396 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-92a8ef98-ae6b-492c-9694-ff7bf2978915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:14.272268 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39352) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:14.280571 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2358b117-5e07-4da5-84ed-7d837f15f66d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:14.290788 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:14.301657 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5edf64ac30794393a6de74fd9fc567ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929001 Jun 17 17:23:14.303706 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39356) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:14.357566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] No DVR routers for this DVR port 6918b9d9-9827-469d-9f72-058077c207ea on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:23:14.372984 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.375301 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-194354cc-0235-4bd6-a829-f4bb671999f4 req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.45 "DELETE /v2.0/ports/6918b9d9-9827-469d-9f72-058077c207ea HTTP/1.1" status: 204 len: 173 time: 1.0246911 Jun 17 17:23:14.378060 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'name': 'network-vif-deleted', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:14.380459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e873e-a226-4783-8653-424819d51acf" -d '{"events": [{"server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "name": "network-vif-deleted", "tag": "6918b9d9-9827-469d-9f72-058077c207ea"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:14.394452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.400363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:14.417031 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58cb8f16-5068-42ea-8eac-06e3543cec6d req-cc9feda1-56f0-46d1-8f8f-82a99968617e tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0889502 Jun 17 17:23:14.436217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.451905 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582890546-network', 'tenant_id': 'd3deb3b71add48aeaddc09bfc08fa1d1'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:14.453606 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee16e0d-7226-45ed-8f18-3f9b68da4739 x-openstack-request-id: req-6ee16e0d-7226-45ed-8f18-3f9b68da4739 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:14.453951 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef033610-80a4-4a17-93d5-4e2de5bbc2f6", "name": "network-vif-deleted", "tag": "6918b9d9-9827-469d-9f72-058077c207ea", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:14.454221 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ee16e0d-7226-45ed-8f18-3f9b68da4739 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:14.454663 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef033610-80a4-4a17-93d5-4e2de5bbc2f6', 'name': 'network-vif-deleted', 'tag': '6918b9d9-9827-469d-9f72-058077c207ea', 'status': 'completed', 'code': 200} Jun 17 17:23:14.504379 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.507179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.512320 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/394bd026-9f9f-4d62-b048-5a3b049a80a7 HTTP/1.1" status: 204 len: 168 time: 0.5930231 Jun 17 17:23:14.512320 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8ed84374-fc46-4a59-85bf-cdbbf73270de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:14.519815 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394bd026-9f9f-4d62-b048-5a3b049a80a7,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:14.523094 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:14.579489 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.583625 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.584923 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2358b117-5e07-4da5-84ed-7d837f15f66d HTTP/1.1" status: 204 len: 168 time: 0.2802300 Jun 17 17:23:14.586175 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62bb9899-95cc-4e2d-aa9c-21380925363c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:14.596486 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Made reservation on behalf of d3deb3b71add48aeaddc09bfc08fa1d1 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:14.598974 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.617640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2358b117-5e07-4da5-84ed-7d837f15f66d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:14.621386 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:14.622260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.690177 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f02d-669d-4aba-9b36-b4d8126609fd req-0eecc96d-2586-4284-8a82-a2779df237db tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:14.692434 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-70d1f02d-669d-4aba-9b36-b4d8126609fd req-0eecc96d-2586-4284-8a82-a2779df237db tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0836949 Jun 17 17:23:14.740661 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-70d1f02d-669d-4aba-9b36-b4d8126609fd req-ea55ae11-a1dd-4834-809c-856451195f5d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Jun 17 17:23:14.742748 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.834078 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.838255 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:14.863242 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:23:14.872606 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82603031-7d89-4f87-a3a0-c247ea1c43f3,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:14.876264 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:14.880845 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:14.881371 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Added segment fd801342-ef6e-427c-ad3e-636c3507f301 of type vlan for network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f Jun 17 17:23:14.924395 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.167640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.169206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:15.170022 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.173300 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:15.174413 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39dc8140-1930-4537-bd0b-92fd004b6c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.176192 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.234755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Pushing event updated for resources: {'Network': ['ID=9fc28eca-a4fd-47e1-8c03-6734ae18c18f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:15.237494 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:15.244635 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:23:15.275020 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0016277 Jun 17 17:23:15.278527 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39376) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:15.283701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Request body: {'subnet': {'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582890546-subnet', 'tenant_id': 'd3deb3b71add48aeaddc09bfc08fa1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:15.368342 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Made reservation on behalf of d3deb3b71add48aeaddc09bfc08fa1d1 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:15.371435 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.406183 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39380) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:15.422170 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.510478 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39388) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:15.528124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.567866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.611890 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66949e6d-0691-4f9a-b30f-18c54f514666 req-1adb51b3-37a6-4786-bb89-69453fda143b tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef033610-80a4-4a17-93d5-4e2de5bbc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Jun 17 17:23:15.648763 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.655060 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:15.676215 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.678279 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:15.707654 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57feaedefa0142d7a053c9e8b4c594ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996457 Jun 17 17:23:15.710373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39390) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:15.714292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c0ee5-1760-4c73-98f2-46b6e7b170e7,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:15.733623 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d205c27-b12d-44ac-9dd4-549efbca57ac,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:15.738311 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:15.752575 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.753138 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.753641 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.754396 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.754896 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.755411 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.755789 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.756161 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.756508 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.756848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.757183 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.757514 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.760294 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Checking segment: {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:15.760853 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Network hostable DHCP agents. Network: 9fc28eca-a4fd-47e1-8c03-6734ae18c18f, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:23:15.770991 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:15.827930 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.881017 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.883469 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.891093 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:23:15.975249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266257e-a40a-4f58-a3d2-e721c6b77bde req-ca4d5745-ffbd-4099-b0bb-5623149e4e98 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:15.976848 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2266257e-a40a-4f58-a3d2-e721c6b77bde req-ca4d5745-ffbd-4099-b0bb-5623149e4e98 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0982337 Jun 17 17:23:15.997986 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.003420 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9b821f8e-461f-4fd7-8ca9-93330b85b067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:16.042544 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 9fc28eca-a4fd-47e1-8c03-6734ae18c18f) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:16.048270 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:16.048947 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.058170 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2266257e-a40a-4f58-a3d2-e721c6b77bde req-d8e77193-b49c-476f-9674-3e571e9f5738 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Jun 17 17:23:16.060446 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c8270d0f69e447f84f3f5738fdff12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491290 Jun 17 17:23:16.062319 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eaaf36-7e3d-4228-bdae-b7f59ea9aedb,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:16.065417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa642c-866b-4587-981a-ec42cf15f4c2 None None] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:23:16.065882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:16.066387 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39396) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:16.099517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.103092 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.105114 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b8c0ee5-1760-4c73-98f2-46b6e7b170e7 HTTP/1.1" status: 204 len: 168 time: 0.3929968 Jun 17 17:23:16.109359 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:16.143415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c0ee5-1760-4c73-98f2-46b6e7b170e7,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:16.150339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:16.155844 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.183220 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.241180 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b185bc-24d2-4c04-8383-5a20be9165a2 None None] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:23:16.244543 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9648516 Jun 17 17:23:16.361534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.364967 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.366418 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63eaaf36-7e3d-4228-bdae-b7f59ea9aedb HTTP/1.1" status: 204 len: 168 time: 0.2987211 Jun 17 17:23:16.367274 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c063d0d3-66b2-4ce3-8a4c-d4340f2dadcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:16.376621 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eaaf36-7e3d-4228-bdae-b7f59ea9aedb,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:16.387993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-32cdc9e7-2817-434d-8b24-8e16f2724bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:16.600701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39418) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:16.654107 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:16.977582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.111719 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.195572 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.206844 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3c2c50b1-f4c2-4f4d-b212-2d0ac3e7875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:17.258538 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f73c5dd1091445c68f5cbc16e0dea336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563885 Jun 17 17:23:17.259254 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39458) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:17.261581 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d83ae-ce4e-4320-aa19-d97fc046f9f1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:17.269618 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:17.319262 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdfb6a-2cf0-4253-8d9c-41d7a77fda9d req-af3de2a2-a5ec-4105-989b-6b22a9357a1a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:17.322451 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2dfdfb6a-2cf0-4253-8d9c-41d7a77fda9d req-af3de2a2-a5ec-4105-989b-6b22a9357a1a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1322010 Jun 17 17:23:17.333740 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.350428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 6918b9d9-9827-469d-9f72-058077c207ea no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:23:17.379253 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.386763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2dfdfb6a-2cf0-4253-8d9c-41d7a77fda9d req-376baed9-f6ad-4f4b-ab1a-0407b7a57997 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jun 17 17:23:17.400243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 6918b9d9-9827-469d-9f72-058077c207ea {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:23:17.400696 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 6918b9d9-9827-469d-9f72-058077c207ea not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:23:17.550020 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.552771 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:17.553898 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a3d83ae-ce4e-4320-aa19-d97fc046f9f1 HTTP/1.1" status: 204 len: 168 time: 0.2935822 Jun 17 17:23:17.554722 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bb5d0937-873c-432a-bae0-91da9eddee51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:17.564353 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d83ae-ce4e-4320-aa19-d97fc046f9f1,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:17.565638 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:18.041332 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.295382 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39504) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:18.313269 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.341384 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39506) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:18.396295 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Deleting subnet f4dc7bff-07a0-480c-81be-10005fd06016 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:23:18.400100 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.444004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.446848 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.454112 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.508988 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.522282 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-872c0916-c1ee-4309-ae74-a6f0e4db7868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:18.546719 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd307dd28df94e29b8d79bc322b8f39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502611 Jun 17 17:23:18.555204 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39516) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:18.581330 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224e137-fedb-4723-a9fb-e21399e14998 req-b278fa25-2abd-4499-b079-cd16d4b753b6 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:18.582938 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b224e137-fedb-4723-a9fb-e21399e14998 req-b278fa25-2abd-4499-b079-cd16d4b753b6 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0891109 Jun 17 17:23:18.587125 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68652915-f2cb-4d0e-978d-23a3f85c2daa,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:18.594801 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:18.614813 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.616937 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.619995 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:18.642007 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.679984 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dc7bff-07a0-480c-81be-10005fd06016,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:18.687803 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b224e137-fedb-4723-a9fb-e21399e14998 req-94a171a0-e975-434a-be03-124bbbd041b1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Jun 17 17:23:18.689389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.698419 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f4dc7bff-07a0-480c-81be-10005fd06016 HTTP/1.1" status: 204 len: 168 time: 0.3546088 Jun 17 17:23:18.699061 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39520) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:18.699656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:18.778685 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.836592 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.840260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.841756 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68652915-f2cb-4d0e-978d-23a3f85c2daa HTTP/1.1" status: 204 len: 168 time: 0.2855749 Jun 17 17:23:18.851704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5fde8a90-434a-4e15-95ce-c3764d87628e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:18.868204 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68652915-f2cb-4d0e-978d-23a3f85c2daa,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:18.871334 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:18.917321 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:18.939551 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.939940 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.942383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.944307 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > port after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.944307 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.944307 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > port after_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.944580 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.944831 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.945147 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:18.945457 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:19.128948 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:19.129484 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:19.129870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:19.130291 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:19.136123 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceec8de-0e7c-465d-a585-17896d4f7b5d']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:19.141692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-7672a358-c19e-4b73-af25-ea76f07e3819 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:19.146454 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-7672a358-c19e-4b73-af25-ea76f07e3819 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/networks?id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f HTTP/1.1" status: 200 len: 808 time: 0.1492131 Jun 17 17:23:19.151948 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:19.152276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd380b24-c79f-4f9e-ba7f-f6dbcfb43862') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:19.169429 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-adf9c15b-9886-49db-8171-ca92a69d3b56 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/quotas/d3deb3b71add48aeaddc09bfc08fa1d1 HTTP/1.1" status: 200 len: 375 time: 0.0130379 Jun 17 17:23:19.170149 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.195868 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.206823 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-cb0619c2-55e6-44da-96c6-385e04b6aaa1 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307248 Jun 17 17:23:19.207309 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:23:19.207808 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: from cryptography.utils import int_from_bytes Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: from cryptography.utils import int_from_bytes Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: retrieve_revision_numbers = { Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:23:19.219746 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:23:19.320337 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-a22c2fd0-5bce-4c06-a53a-65998811b894 service neutron] 10.222.0.10 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037025 Jun 17 17:23:19.424187 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.431381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.433684 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] 10.222.0.10 "DELETE /v2.0/networks/8ceec8de-0e7c-465d-a585-17896d4f7b5d HTTP/1.1" status: 204 len: 168 time: 0.7330496 Jun 17 17:23:19.434218 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5c8e7522-d7c7-450a-959b-0ac2998b9982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:19.449071 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ceec8de-0e7c-465d-a585-17896d4f7b5d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:19.455800 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-fe10d535-d97e-4d62-8dd3-4b7fad4afca3 service neutron] 10.222.0.10 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271222 Jun 17 17:23:19.461156 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:19.784207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-07f49422-59cd-4804-ae48-58dff646e0c5 req-a39bc52f-0220-4dcf-a4ad-aafc02cb042d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 210 time: 0.0385060 Jun 17 17:23:19.824584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39580) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:19.903782 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d8f2f5b7-7e73-4b05-92f5-a21b75104707 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72fd3eb2922642c8843740d7fe355061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0779841 Jun 17 17:23:19.906162 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39586) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:19.957316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07581b-7182-415c-b4ad-274f52131bf4 req-343cb471-1696-4cee-b07d-7100ee0f0fae tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:19.962331 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c07581b-7182-415c-b4ad-274f52131bf4 req-343cb471-1696-4cee-b07d-7100ee0f0fae tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0996592 Jun 17 17:23:20.008968 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c07581b-7182-415c-b4ad-274f52131bf4 req-db48f5ab-d244-44b1-9b86-9265c00b02eb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Jun 17 17:23:20.018509 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.046230 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.172593 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.175183 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.176440 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5fd5333-9e3e-4e32-890a-72c5bb66d1ea HTTP/1.1" status: 204 len: 168 time: 0.2691207 Jun 17 17:23:20.181741 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-53181cce-3267-4df9-afc6-aaa4881029c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:20.184885 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd5333-9e3e-4e32-890a-72c5bb66d1ea,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:20.187183 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:20.922707 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f11b24a-84b6-4d94-a56d-2764833cf6b4 req-ccc01851-10e8-44da-83ad-265ecc0d5336 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Jun 17 17:23:21.384927 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f168-63a8-4276-b282-38a4f600546c req-03a71b1f-5cd0-4e47-8fff-e07915383a2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:21.387271 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2460f168-63a8-4276-b282-38a4f600546c req-03a71b1f-5cd0-4e47-8fff-e07915383a2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0986142 Jun 17 17:23:21.427990 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2460f168-63a8-4276-b282-38a4f600546c req-fa6df890-23d3-490c-861a-98b5a5bab0d9 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Jun 17 17:23:21.885080 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39682) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:21.921789 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39690) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:22.017258 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-network', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:22.060388 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.081050 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-411038f7-7c07-4dfc-80ba-41c900cbd0bb req-cc57b710-d1ee-4f68-8901-1f0178a107ca tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Jun 17 17:23:22.152023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Made reservation on behalf of 3d2ed9212ce44dbe935e6b8e3148d468 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:22.154509 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.168600 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.263335 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.395608 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.403144 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-889dd77c-07a1-4083-a561-2f38c2da3503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:22.482894 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f574e87968ad456ca15aebc78eea9fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587788 Jun 17 17:23:22.485119 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39714) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:22.516330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767c121f-59eb-4cac-84c7-02d0c938872b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:22.531638 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:22.541007 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-521dc46a-242f-4f39-b7ee-8bdf67788c76 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:22.543494 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-521dc46a-242f-4f39-b7ee-8bdf67788c76 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "GET /v2.0/networks?id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f HTTP/1.1" status: 200 len: 808 time: 0.1310432 Jun 17 17:23:22.561166 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Request body: {'port': {'device_id': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f', 'admin_state_up': True, 'tenant_id': 'd3deb3b71add48aeaddc09bfc08fa1d1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:22.564617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.602838 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.632955 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.702297 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.709033 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:22.740302 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbee45-6e17-4c89-88a1-0e9a8c119b3e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:22.743880 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:22.764471 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.768223 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.777118 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/767c121f-59eb-4cac-84c7-02d0c938872b HTTP/1.1" status: 204 len: 168 time: 0.2840908 Jun 17 17:23:22.777118 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-152e20f4-0914-46bd-b9c5-afb04b6ee9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:22.777842 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce1797-9688-4e82-825a-c88aaac0dc2d req-784595ba-7acf-45f2-b850-cc3b2f708cb8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:22.778539 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:23:22.787362 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7ce1797-9688-4e82-825a-c88aaac0dc2d req-784595ba-7acf-45f2-b850-cc3b2f708cb8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1644666 Jun 17 17:23:22.793537 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c121f-59eb-4cac-84c7-02d0c938872b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:22.799987 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:22.809626 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.810463 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Added segment 379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de of type vlan for network 285497de-5a03-48b8-8e28-0147efda81f2 Jun 17 17:23:22.858345 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7ce1797-9688-4e82-825a-c88aaac0dc2d req-0b73a595-6135-4721-888b-c9183a9af70d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 Jun 17 17:23:22.873742 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Made reservation on behalf of d3deb3b71add48aeaddc09bfc08fa1d1 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:22.878067 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:22.898841 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.055906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Allocated IP 172.20.0.6 (9fc28eca-a4fd-47e1-8c03-6734ae18c18f/1d205c27-b12d-44ac-9dd4-549efbca57ac/b88ceeb0-95c0-40c7-a847-b060a29f0463) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:23.058719 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.060218 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:23.061098 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.064345 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:23.135620 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Pushing event updated for resources: {'Network': ['ID=285497de-5a03-48b8-8e28-0147efda81f2,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:23.146117 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:23.147518 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 285497de-5a03-48b8-8e28-0147efda81f2 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:23:23.246307 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3592086 Jun 17 17:23:23.249246 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39738) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:23.254420 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Request body: {'subnet': {'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-subnet', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:23.296187 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.303219 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a8524442-20c7-4f79-8e30-760ceb8cad5d req-c0f899c5-d93b-47e2-b61c-01d87aa9a98f tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Jun 17 17:23:23.366739 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Made reservation on behalf of 3d2ed9212ce44dbe935e6b8e3148d468 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:23.369222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.439781 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.445672 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:23.494383 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:23.498545 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:23.501793 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:23.507675 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:23.508336 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.526287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Pushing event updated for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:23.529382 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:23.657923 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.658422 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025805 Jun 17 17:23:23.660477 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-c18b6b85-81d3-44e4-bffe-603490163b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:23.671209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Request body: {'port': {'device_id': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:23.720641 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82475dd-6973-4476-8059-603771eb2687,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:23.728146 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:23.739408 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Checking segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:23.739763 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Network hostable DHCP agents. Network: 285497de-5a03-48b8-8e28-0147efda81f2, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:23:23.750290 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39750) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:23.763735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.778481 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.890341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.891576 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39766) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:23.894129 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Network 285497de-5a03-48b8-8e28-0147efda81f2 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:23:23.944574 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Deleting subnet 10d97cde-3e9c-4398-9008-3da6a03b6a7e {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:23:23.949839 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.987094 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:23.989915 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.008889 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ef8bc66a-538a-41d3-a55d-2dc2b1760916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.122103 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcee9a-22a2-4bda-b981-731cdcdc5f7a req-3ba039f9-51db-4e02-adc0-a97f0c6b1468 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:24.123773 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3fcee9a-22a2-4bda-b981-731cdcdc5f7a req-3ba039f9-51db-4e02-adc0-a97f0c6b1468 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1302161 Jun 17 17:23:24.132173 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ceeb0-95c0-40c7-a847-b060a29f0463 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:24.147802 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.178514 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Transition to ACTIVE for port object b88ceeb0-95c0-40c7-a847-b060a29f0463 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:24.186403 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3fcee9a-22a2-4bda-b981-731cdcdc5f7a req-34cca296-08bd-4fbb-a473-6779b76b27ee tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489192 Jun 17 17:23:24.221045 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 285497de-5a03-48b8-8e28-0147efda81f2) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:24.229355 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5f732-616e-4e34-94a4-3e628b2ab133 None None] Network 285497de-5a03-48b8-8e28-0147efda81f2 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:23:24.243939 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:24.245096 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.253142 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b7ab38-a9df-4ab4-9788-60d1ff79acd9,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:24.264699 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b83f7efa15b4db7bdcd9bfa71908093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130503 Jun 17 17:23:24.265797 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:24.267618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39770) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:24.272583 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.277105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.286499 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1b1f0f58-13a1-44ee-b381-98b0b587c1ab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.356755 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1039462 Jun 17 17:23:24.356918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Pushing event updated for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:24.357442 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39774) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:24.361111 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:24.363786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:24.413595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-285497de-5a03-48b8-8e28-0147efda81f2', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:23:24.414933 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.426749 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.436213 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.449010 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-21049d1d-f368-4a54-91aa-fb422cdc661d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.452173 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Attempting to bind port b88ceeb0-95c0-40c7-a847-b060a29f0463 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:24.452522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Attempting to bind port b88ceeb0-95c0-40c7-a847-b060a29f0463 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:24.452849 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Attempting to bind port b88ceeb0-95c0-40c7-a847-b060a29f0463 on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:24.457921 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.463825 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10d97cde-3e9c-4398-9008-3da6a03b6a7e HTTP/1.1" status: 204 len: 168 time: 0.5696845 Jun 17 17:23:24.471783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39776) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:24.473942 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.481585 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d97cde-3e9c-4398-9008-3da6a03b6a7e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:24.487894 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Port b88ceeb0-95c0-40c7-a847-b060a29f0463 on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:23:24.488159 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:24.488277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Attempting to bind port b88ceeb0-95c0-40c7-a847-b060a29f0463 on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:24.493657 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.495786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.534835 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:24.535168 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Checking segment: {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:24.535554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Bound using segment: {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:24.536000 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Bound port: b88ceeb0-95c0-40c7-a847-b060a29f0463, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:24.536366 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.560797 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.562558 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Allocated IP 172.20.0.2 (285497de-5a03-48b8-8e28-0147efda81f2/c82475dd-6973-4476-8059-603771eb2687/f9c6fc2f-0c52-4c55-9a98-6ae19976f798) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:24.637317 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.716893 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df9222-4f46-4d49-8362-19883968a00f req-595ef531-85b6-47f4-9bd9-5e4f104adc6d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:24.718393 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64df9222-4f46-4d49-8362-19883968a00f req-595ef531-85b6-47f4-9bd9-5e4f104adc6d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 943 time: 0.2674246 Jun 17 17:23:24.722601 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:24.749750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.749973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:24.750752 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.752510 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.754776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.755893 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2b7ab38-a9df-4ab4-9788-60d1ff79acd9 HTTP/1.1" status: 204 len: 168 time: 0.4843175 Jun 17 17:23:24.760835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Transition to ACTIVE for port object f9c6fc2f-0c52-4c55-9a98-6ae19976f798 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:24.764578 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-477b3b42-a5f8-4913-b011-f0775f8fd5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.787213 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Transition to ACTIVE for port object f9c6fc2f-0c52-4c55-9a98-6ae19976f798 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:24.788441 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b7ab38-a9df-4ab4-9788-60d1ff79acd9,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:24.822140 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.825576 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:24.839235 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64df9222-4f46-4d49-8362-19883968a00f req-c7fceb3b-edf6-403d-99ca-bf8373c3234e tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137140 Jun 17 17:23:24.840307 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.842523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.842904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.843866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.844044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > port after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.844335 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.844654 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > port after_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.844972 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.845281 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.845596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.845959 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.859042 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.862100 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.911283 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.911624 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.911951 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.912391 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:23:24.912767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61050773-ce32-42fe-8ff2-c639087e49d8']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:24.920129 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:24.951970 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Network 285497de-5a03-48b8-8e28-0147efda81f2 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:24.956180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc4e7a-84d6-49e2-8cdc-434fc2ec33f4') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:24.956481 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc4e7a-84d6-49e2-8cdc-434fc2ec33f4') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:24.967158 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:24.974419 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:24.980881 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.002463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:25.003278 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.004976 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] 10.222.0.45 "PUT /v2.0/ports/b88ceeb0-95c0-40c7-a847-b060a29f0463 HTTP/1.1" status: 200 len: 1093 time: 1.3384233 Jun 17 17:23:25.009767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:25.012223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e4929-4da9-425f-bf60-272306557709" -d '{"events": [{"name": "network-changed", "server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:25.038928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.063580 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Pushing event updated for resources: {'Port': ['ID=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:25.073096 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:23:25.073840 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.078006 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.078354 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.078696 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.079170 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.079977 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.080441 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.080771 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.081096 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.081464 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.081789 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: from cryptography.utils import int_from_bytes Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: from cryptography.utils import int_from_bytes Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:23:25.083533 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:23:25.086883 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:23:25.086883 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:23:25.086883 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:23:25.088983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Pushing event updated for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:25.090687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.091121 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:25.093337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca42e5-acc0-4e76-a2b4-68e22d091407 x-openstack-request-id: req-3cca42e5-acc0-4e76-a2b4-68e22d091407 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:25.093854 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:25.094297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cca42e5-acc0-4e76-a2b4-68e22d091407 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:25.094861 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463', 'status': 'completed', 'code': 200} Jun 17 17:23:25.105518 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:25.107087 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:25.134445 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Attempting to bind port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:25.136481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Attempting to bind port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:25.136862 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Attempting to bind port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:25.149951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:25.149951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Checking segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:25.149951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.149951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Bound using segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:25.149951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Bound port: f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:25.150702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.253896 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4929-4da9-425f-bf60-272306557709 req-39a47669-7c16-48d9-a133-1530fde4cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:25.257931 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.258396 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a3e4929-4da9-425f-bf60-272306557709 req-39a47669-7c16-48d9-a133-1530fde4cd05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 1096 time: 0.1500342 Jun 17 17:23:25.301523 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] For port f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:25.309778 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] For port f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:25.316316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.393960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.396118 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:25.466589 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Pushing event updated for resources: {'Port': ['ID=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:25.470911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:25.471675 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Allocated IP 172.27.0.151 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/937ef514-a4b3-4192-a393-02a866816527) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:25.621529 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.628210 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.649135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.658048 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] 10.222.0.10 "DELETE /v2.0/networks/61050773-ce32-42fe-8ff2-c639087e49d8 HTTP/1.1" status: 204 len: 168 time: 1.1751459 Jun 17 17:23:25.658048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ec474783-67ad-4786-bf51-e6229dc8befc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:25.658904 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39812) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:25.714816 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Pushing event deleted for resources: {'Network': ['ID=61050773-ce32-42fe-8ff2-c639087e49d8,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:25.748953 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Deleting subnet 11cf1f0b-e0fa-438a-9d2e-bb68c4299d86 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:23:25.758724 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.758867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d865f92b-03bb-4533-b238-afe1b590494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:25.820459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:25.842761 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:25.864763 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7c738-fc07-4809-a4b5-e32754358c80 req-90804c0a-6528-45d9-aaaf-736bbb7352a0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:25.866348 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aba7c738-fc07-4809-a4b5-e32754358c80 req-90804c0a-6528-45d9-aaaf-736bbb7352a0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.5443795 Jun 17 17:23:25.964058 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f9c6fc2f-0c52-4c55-9a98-6ae19976f798 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:25.972420 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aba7c738-fc07-4809-a4b5-e32754358c80 req-d6a52669-21f3-4d21-93fe-3a13e8af6734 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903292 Jun 17 17:23:25.976656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4929-4da9-425f-bf60-272306557709 req-e7a52421-447c-4c77-bd62-7aba89d75221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:25.980406 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:25.982290 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a3e4929-4da9-425f-bf60-272306557709 req-e7a52421-447c-4c77-bd62-7aba89d75221 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7184548 Jun 17 17:23:25.999746 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.012241 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:26.052433 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:26.099853 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Pushing event updated for resources: {'Port': ['ID=937ef514-a4b3-4192-a393-02a866816527,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:26.106071 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:26.124364 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.156809 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:26.278014 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4929-4da9-425f-bf60-272306557709 req-3ed7c01e-090c-4e06-9ab1-38d2ae8a883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:26.280239 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a3e4929-4da9-425f-bf60-272306557709 req-3ed7c01e-090c-4e06-9ab1-38d2ae8a883a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2892549 Jun 17 17:23:26.302284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404d2a-f8bd-4509-b9b5-858080f92294 req-1d38bfd8-f352-4526-b5f5-68c6661c8b9f tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:26.305682 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f1404d2a-f8bd-4509-b9b5-858080f92294 req-1d38bfd8-f352-4526-b5f5-68c6661c8b9f tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 943 time: 0.1462712 Jun 17 17:23:26.378373 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f1404d2a-f8bd-4509-b9b5-858080f92294 req-83abe269-e719-4efc-ba51-573e9228b73b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Jun 17 17:23:26.417355 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-74256765-f90c-46f3-aa17-b4a92084e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:26.418985 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-74256765-f90c-46f3-aa17-b4a92084e386 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 1096 time: 0.0859082 Jun 17 17:23:26.476715 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-5ce4fd55-48d8-41fc-94ff-2c8276f986f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463 HTTP/1.1" status: 200 len: 217 time: 0.0492752 Jun 17 17:23:26.529350 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.538223 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:26.538746 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-e62a538c-adfa-4673-ac79-5705eeaaf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:26.538746 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-e62a538c-adfa-4673-ac79-5705eeaaf8eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d205c27-b12d-44ac-9dd4-549efbca57ac HTTP/1.1" status: 200 len: 848 time: 0.0544758 Jun 17 17:23:26.561180 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cf1f0b-e0fa-438a-9d2e-bb68c4299d86,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:26.563855 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:26.578710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.581439 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/11cf1f0b-e0fa-438a-9d2e-bb68c4299d86 HTTP/1.1" status: 204 len: 168 time: 0.9220407 Jun 17 17:23:26.582082 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39844) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:26.590738 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-41a6fb16-ca4a-4e69-9acc-fcaab54f21f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443707 Jun 17 17:23:26.606757 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.733179 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-813b59a5-3956-4cb0-8aec-02068160abd0 service neutron] 10.222.0.45 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338673 Jun 17 17:23:26.851426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.879704 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c86b15da-d9f2-4d56-8b2f-c3d439ce4647 req-88f605d2-446b-4918-8e19-594ac37781fe service neutron] 10.222.0.45 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335263 Jun 17 17:23:26.928359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:26.939824 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1600dd4-b6ec-4e20-911f-9ef326b880f3 None None] Network 285497de-5a03-48b8-8e28-0147efda81f2 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:23:27.040676 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.059309 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a26faca-c768-458b-83fe-b9fd66f45450']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:27.079310 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f53ae-314b-4ea1-8faa-add1368880be') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:27.079994 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f53ae-314b-4ea1-8faa-add1368880be') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:27.097140 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.102665 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Provisioning for port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:27.110884 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Provisioning complete for port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:27.111262 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.121830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.132131 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:23:27.132536 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:23:27.135561 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:23:27.275412 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719f0c-57e0-4483-b6c5-d77ca6900006 req-dc4619eb-4929-44d9-824f-958bad0b4b33 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:27.277664 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-56719f0c-57e0-4483-b6c5-d77ca6900006 req-dc4619eb-4929-44d9-824f-958bad0b4b33 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0983586 Jun 17 17:23:27.288050 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.293067 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.293357 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:23:27.300561 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.306364 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a26faca-c768-458b-83fe-b9fd66f45450 HTTP/1.1" status: 204 len: 168 time: 0.7191179 Jun 17 17:23:27.308986 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:27.323255 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-56719f0c-57e0-4483-b6c5-d77ca6900006 req-fb2cbcfa-419b-4a9a-80c0-4d24f74bbf6b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Jun 17 17:23:27.330068 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a26faca-c768-458b-83fe-b9fd66f45450,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:27.335961 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:27.372770 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] For port f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:27.482890 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.484595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:27.495546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39874) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:27.611929 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Pushing event updated for resources: {'Port': ['ID=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:27.615945 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:27.622362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a16af316-1bec-49ea-8d6c-92a9c4dd4d28 None None] Provisioning complete for port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:27.622873 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a16af316-1bec-49ea-8d6c-92a9c4dd4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.652180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39878) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:27.689573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabbd93-c1af-4055-b06a-07f700619d88 req-226d5ebd-2ded-465d-bbe1-0c71e2853367 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:27.691373 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0dabbd93-c1af-4055-b06a-07f700619d88 req-226d5ebd-2ded-465d-bbe1-0c71e2853367 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 943 time: 0.1162744 Jun 17 17:23:27.704610 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:23:27.714836 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:23:27.728592 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:27.730743 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:27.781710 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0dabbd93-c1af-4055-b06a-07f700619d88 req-dfcd80b5-36b0-4a8a-a863-7e1318950180 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846257 Jun 17 17:23:27.817919 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f9c6fc2f-0c52-4c55-9a98-6ae19976f798 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:27.825354 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.862689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.864422 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.868350 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5079989 Jun 17 17:23:27.869068 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39886) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:27.896105 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:27.901912 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.963880 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:27.967303 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39888) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:27.996807 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.045279 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1df23a08-76ba-4df9-bcad-0904c82c0bd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fd89311d050451a9a10b601db125941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767927 Jun 17 17:23:28.047989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39890) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:28.100345 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.115913 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.121862 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3a31629e-b6a4-4cc2-b5b2-4bcdbe11a4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.159917 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.165720 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:26Z', 'revision_number': 3, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:28.198592 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:23:28.199249 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Updating router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 port 937ef514-a4b3-4192-a393-02a866816527 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:23:28.202495 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5956d165afa4fd2b542ca8d9dc71482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109230 Jun 17 17:23:28.203165 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39894) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:28.207128 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376b4a5-f024-492b-8940-431d74f85134,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.220973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.257619 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.264762 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.291831 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.323430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.378600 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.384549 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.389395 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a26bf17f-7d4a-4948-b4b1-698a5d7abf35 HTTP/1.1" status: 204 len: 168 time: 0.3378704 Jun 17 17:23:28.389395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8872d883-5735-4051-9853-25d18f9d2bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.402639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26bf17f-7d4a-4948-b4b1-698a5d7abf35,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.405591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.435294 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.462947 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d37cb204-bf73-4d06-8bf2-76bd15051d24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.485667 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.490952 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65d56578d1cb4973844cfe20fd8785ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367724 Jun 17 17:23:28.504535 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39900) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:28.512989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e05fc-4e69-4369-bf39-6f41a4fec125,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.532135 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.535030 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.536408 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f376b4a5-f024-492b-8940-431d74f85134 HTTP/1.1" status: 204 len: 168 time: 0.3305929 Jun 17 17:23:28.541763 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a1ad8878-ad10-4019-9110-c742a302ed36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.542426 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.553420 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376b4a5-f024-492b-8940-431d74f85134,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.556497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.599997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a00b6f-66cb-4de7-bdd6-5559d1f9e2e9 req-4d3df8ad-5234-442f-9a34-6658cd06146f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:28.601635 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-55a00b6f-66cb-4de7-bdd6-5559d1f9e2e9 req-4d3df8ad-5234-442f-9a34-6658cd06146f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1423724 Jun 17 17:23:28.645305 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.654367 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.658901 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-55a00b6f-66cb-4de7-bdd6-5559d1f9e2e9 req-963dc241-7616-4c4d-b763-388c02918f40 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476935 Jun 17 17:23:28.665698 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Transition to ACTIVE for port object 937ef514-a4b3-4192-a393-02a866816527 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:28.706344 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.720667 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.724334 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.773697 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Pushing event updated for resources: {'Port': ['ID=937ef514-a4b3-4192-a393-02a866816527,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.780307 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.780652 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.781374 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.781374 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.781608 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.781903 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.782389 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.782865 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.783336 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.783785 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.783883 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Allocated IP 172.20.0.1 (285497de-5a03-48b8-8e28-0147efda81f2/c82475dd-6973-4476-8059-603771eb2687/a3b9cddf-5fe8-4cbe-bdde-258c96c91583) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:28.784348 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.784786 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:28.791731 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.793230 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Attempting to bind port 937ef514-a4b3-4192-a393-02a866816527 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:28.793757 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Attempting to bind port 937ef514-a4b3-4192-a393-02a866816527 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:28.794286 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Attempting to bind port 937ef514-a4b3-4192-a393-02a866816527 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:28.800231 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:28.800618 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:28.801008 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.801554 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:28.802316 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Bound port: 937ef514-a4b3-4192-a393-02a866816527, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:28.802626 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.861857 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] For port 937ef514-a4b3-4192-a393-02a866816527, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:28.867117 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] For port 937ef514-a4b3-4192-a393-02a866816527, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=937ef514-a4b3-4192-a393-02a866816527,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:28.881791 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.884527 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.886265 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a7e05fc-4e69-4369-bf39-6f41a4fec125 HTTP/1.1" status: 204 len: 168 time: 0.3793561 Jun 17 17:23:28.888708 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-019d0d8f-03da-4f9d-8792-6e43d0b67aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:28.909182 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e05fc-4e69-4369-bf39-6f41a4fec125,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:28.912145 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:28.937729 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:28.955486 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Transition to ACTIVE for port object a3b9cddf-5fe8-4cbe-bdde-258c96c91583 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:29.024527 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.048611 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:29.086844 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.090128 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-17fdf1f5-ea64-4cde-99bb-b733d480d944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:29.109449 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:29.110176 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:29.117241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9b3f6-eeef-4224-b68d-eb2126614163 req-70a62ee8-79cf-4c0c-b869-b22a3c86bee9 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:29.121024 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-45d9b3f6-eeef-4224-b68d-eb2126614163 req-70a62ee8-79cf-4c0c-b869-b22a3c86bee9 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 943 time: 0.1240721 Jun 17 17:23:29.128923 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Network 285497de-5a03-48b8-8e28-0147efda81f2 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:29.131849 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:29.135462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:29.163594 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-45d9b3f6-eeef-4224-b68d-eb2126614163 req-694e8d94-4d3f-483b-a437-6cda29042157 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362136 Jun 17 17:23:29.171788 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:29.176556 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:29.188943 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.299721 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Pushing event updated for resources: {'Port': ['ID=937ef514-a4b3-4192-a393-02a866816527,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:29.304331 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-c58075f0-9bbe-4c3a-81a0-04a366af8395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:29.350175 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:29.431238 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b88ceeb0-95c0-40c7-a847-b060a29f0463 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:23:29.445163 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.457577 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39926) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:29.559214 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:29.562631 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2391824b-2cc3-41bb-b738-001a02431978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9abcc57dc86a4e9bb0c21c2bb95ee814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012018 Jun 17 17:23:29.564022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39930) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:29.581815 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'b88ceeb0-95c0-40c7-a847-b060a29f0463', 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f', 'port_id': 'b88ceeb0-95c0-40c7-a847-b060a29f0463', 'mac_address': 'fa:16:3e:93:2d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d205c27-b12d-44ac-9dd4-549efbca57ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:23:29.586313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-29240a15-7f75-4606-bf11-a9db1e8dd843 None None] Provisioning for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:29.593084 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-29240a15-7f75-4606-bf11-a9db1e8dd843 None None] Provisioning complete for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:29.594251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-29240a15-7f75-4606-bf11-a9db1e8dd843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.655580 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.656316 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.681625 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ceeb0-95c0-40c7-a847-b060a29f0463 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:29.695476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.698522 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:26Z', 'revision_number': 3, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:29.711754 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:29.715531 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-29240a15-7f75-4606-bf11-a9db1e8dd843 None None] Port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:23:29.733710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.736359 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fe654-658d-46ec-86f6-407ef9d35266 None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:26Z', 'revision_number': 3, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:23:29.745196 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.781010 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:29.783819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.812372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.814967 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:29.839889 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:29.843935 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:29.912207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.912207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:29.912207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c47b95ca-d633-4e3e-8fc9-338983005a8c HTTP/1.1" status: 204 len: 168 time: 0.3383207 Jun 17 17:23:29.912207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:29.927172 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47b95ca-d633-4e3e-8fc9-338983005a8c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:29.930750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:29.940098 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:29.963243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:29.972018 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305af46-d355-46b9-9de2-29efdb42c186 req-6ec03e7c-8a93-40cd-8df6-a7bca15fe1d8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:29.980545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d305af46-d355-46b9-9de2-29efdb42c186 req-6ec03e7c-8a93-40cd-8df6-a7bca15fe1d8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1252942 Jun 17 17:23:29.990043 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Network 285497de-5a03-48b8-8e28-0147efda81f2 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:30.009025 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:30.030567 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d305af46-d355-46b9-9de2-29efdb42c186 req-f7c2bddb-da1f-428a-99f4-106547e69600 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Jun 17 17:23:30.094928 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['b88ceeb0-95c0-40c7-a847-b060a29f0463'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:23:30.148780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:23:30.340854 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:23:30.365583 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/0b4d0190-a90f-41d0-9f4e-ffb303ae2b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866314 Jun 17 17:23:30.366104 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 39942) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:30.389146 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:30.419085 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-03c4d732-b04e-4c65-b05d-5f17d1a47345 None None] Provisioning complete for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:30.420722 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-03c4d732-b04e-4c65-b05d-5f17d1a47345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:30.519465 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-03c4d732-b04e-4c65-b05d-5f17d1a47345 None None] Port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:23:30.593531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f37698-fdf0-4f44-91d3-ab4f1bdf6dd4 req-f03ac78e-c1d2-413c-91b8-a8775c28bd0c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:30.595080 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36f37698-fdf0-4f44-91d3-ab4f1bdf6dd4 req-f03ac78e-c1d2-413c-91b8-a8775c28bd0c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 944 time: 0.1535118 Jun 17 17:23:30.663638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:30.675525 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36f37698-fdf0-4f44-91d3-ab4f1bdf6dd4 req-f8d1b7cc-6723-4086-85ca-2632526321ca tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719328 Jun 17 17:23:30.736211 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:30.739608 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:30.780134 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=765fda73754d4e4797c9d0ea17a0db44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172621 Jun 17 17:23:30.781046 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99abf5c-9d00-42f0-92a9-30a3506d54a2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:30.782882 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 39954) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:30.784836 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:30.908100 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:30.938998 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.103927 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.106940 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.108532 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b99abf5c-9d00-42f0-92a9-30a3506d54a2 HTTP/1.1" status: 204 len: 168 time: 0.3231411 Jun 17 17:23:31.109479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:31.119817 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99abf5c-9d00-42f0-92a9-30a3506d54a2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:31.122588 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:31.404028 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc6b4-d55f-47a4-a39f-2b43c97897f1 req-9694d7fa-b677-42c2-8d9d-76d83306234f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:31.404028 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-536bc6b4-d55f-47a4-a39f-2b43c97897f1 req-9694d7fa-b677-42c2-8d9d-76d83306234f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1024544 Jun 17 17:23:31.431451 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-536bc6b4-d55f-47a4-a39f-2b43c97897f1 req-f39d612f-b94c-4f55-9ed5-e3cc2d564322 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Jun 17 17:23:31.446606 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b88ceeb0-95c0-40c7-a847-b060a29f0463 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:31.589501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port b88ceeb0-95c0-40c7-a847-b060a29f0463 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:31.646584 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port b88ceeb0-95c0-40c7-a847-b060a29f0463 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:31.646584 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.706248 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.804728 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:31.805778 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:31.810792 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e6168-8c8b-4a71-876d-cce585b2097a" -d '{"events": [{"server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "name": "network-vif-plugged", "status": "completed", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:31.869118 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:31.872172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:31.875817 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40006) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:31.880923 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446100185', 'description': 'tempest-description--654493984'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:31.951184 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2823d0d-7279-4094-8c51-06e7a0a19683 x-openstack-request-id: req-b2823d0d-7279-4094-8c51-06e7a0a19683 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:31.951490 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "name": "network-vif-plugged", "status": "completed", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:31.952886 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2823d0d-7279-4094-8c51-06e7a0a19683 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:31.954505 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463', 'code': 200} Jun 17 17:23:31.956013 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:23:31.974965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 937ef514-a4b3-4192-a393-02a866816527 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:32.059184 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.070324 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:32.071068 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:32.147184 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc0515-1a85-4f3c-a4e9-691757898fc5 req-8e73f6c8-2193-4ff7-b2d0-665cc55bf564 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:32.160531 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f5fc0515-1a85-4f3c-a4e9-691757898fc5 req-8e73f6c8-2193-4ff7-b2d0-665cc55bf564 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.1522272 Jun 17 17:23:32.235755 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f5fc0515-1a85-4f3c-a4e9-691757898fc5 req-ad25c80c-4bcc-4cc7-ad6d-a43372707c27 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740943 Jun 17 17:23:32.258394 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-c71c5e6f-4f0d-46c8-8dc5-299be82a341b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1927848 Jun 17 17:23:32.324221 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:32.345187 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:32.397808 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.422284 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:32.480156 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-7007c756-574f-4bfb-afb9-9a6104c110d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:32.483999 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-7007c756-574f-4bfb-afb9-9a6104c110d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.1510165 Jun 17 17:23:32.490748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ac9ca-d1ed-40f6-b31f-513075bd264a req-84b57010-b768-4ffe-8c17-69284c7d3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:32.492801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e31ac9ca-d1ed-40f6-b31f-513075bd264a req-84b57010-b768-4ffe-8c17-69284c7d3a88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 1098 time: 0.0877945 Jun 17 17:23:32.498693 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.530137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a2eb4b55-77a6-484b-b742-5c00278d0666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:32.584573 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 937ef514-a4b3-4192-a393-02a866816527 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:32.602369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 937ef514-a4b3-4192-a393-02a866816527 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:32.603719 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.660231 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab11bd3-ae39-4858-845c-594042023dc7,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:32.678427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:32.696573 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e31ac9ca-d1ed-40f6-b31f-513075bd264a req-bb3be4ea-ac70-412e-a38a-e1b04790b013 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875830 Jun 17 17:23:32.736385 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.737937 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8611064 Jun 17 17:23:32.741394 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40040) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:32.752653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group_rule': {'security_group_id': 'dab11bd3-ae39-4858-845c-594042023dc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:32.798217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-9b1447c6-9f81-4daf-80de-fb67db73af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:32.800745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-9b1447c6-9f81-4daf-80de-fb67db73af2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2341640 Jun 17 17:23:32.822779 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.825304 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a05c-f328-4cb5-9890-95f1f9772222 req-a487955f-a03c-4d6e-b051-1f02fbf78054 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:32.827074 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9957a05c-f328-4cb5-9890-95f1f9772222 req-a487955f-a03c-4d6e-b051-1f02fbf78054 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2621810 Jun 17 17:23:32.855792 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 2, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:32.858843 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 937ef514-a4b3-4192-a393-02a866816527, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=937ef514-a4b3-4192-a393-02a866816527,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:32.875330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.901342 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:23:32.907576 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Updating router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:23:32.918933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-7d5c4adc-85c8-4f11-a654-c7cb40bd67d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0881343 Jun 17 17:23:32.961005 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.966430 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:32.999552 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.073641 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=937ef514-a4b3-4192-a393-02a866816527,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.075442 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.079279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.118004 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9957a05c-f328-4cb5-9890-95f1f9772222 req-b3e3bca7-af63-458c-888e-d907a17a7607 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805014 Jun 17 17:23:33.127823 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-af7892b6-9a58-4e84-8e97-a3f685e69961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:33.132011 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-af7892b6-9a58-4e84-8e97-a3f685e69961 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.1980908 Jun 17 17:23:33.176313 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-87f4ce13-748e-46c5-a93c-f9c50031e13b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379062 Jun 17 17:23:33.187587 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.202245 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:33.214395 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871b281b-d180-4777-9046-ea8b8c0d6257,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.219560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.292926 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-031f19d2-a720-4410-8bc7-94ed42e69b4d service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028590 Jun 17 17:23:33.308545 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.312990 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696905 Jun 17 17:23:33.317622 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40094) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:33.318441 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group_rule': {'security_group_id': 'dab11bd3-ae39-4858-845c-594042023dc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:33.463540 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.476969 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.490814 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Transition to ACTIVE for port object a3b9cddf-5fe8-4cbe-bdde-258c96c91583 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:33.505618 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15e0621d-a0d2-4d41-acb6-f17ea092b730 req-9dbac6a9-fb51-46ad-b6b6-7077c4da1125 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002039 Jun 17 17:23:33.531437 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b0ee-1a7e-454e-981b-d89877713089 req-45fbb413-0c65-4478-839f-e2670a04b99d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:33.540675 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13b2b0ee-1a7e-454e-981b-d89877713089 req-45fbb413-0c65-4478-839f-e2670a04b99d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.1109970 Jun 17 17:23:33.562142 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.593278 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13b2b0ee-1a7e-454e-981b-d89877713089 req-4f2ddf7f-621e-4a11-9b19-636eac59ee78 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510926 Jun 17 17:23:33.601282 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.609224 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:33.627850 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.635913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:33.670577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9d119a-8f28-45ae-8e5a-25718f383567,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.677469 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.707349 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Pushing event updated for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.711167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.778198 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.784125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40108) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:33.785074 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4701653 Jun 17 17:23:33.792566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:33.833179 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Attempting to bind port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:33.833179 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Attempting to bind port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:33.833179 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Attempting to bind port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:33.855362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 937ef514-a4b3-4192-a393-02a866816527 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:33.865707 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:33.866429 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Checking segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:33.868583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.869221 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Bound using segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:33.870476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Bound port: a3b9cddf-5fe8-4cbe-bdde-258c96c91583, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:33.871767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.915287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.033132 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 937ef514-a4b3-4192-a393-02a866816527 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:34.033595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.060945 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.067694 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] For port a3b9cddf-5fe8-4cbe-bdde-258c96c91583, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:34.092210 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] For port a3b9cddf-5fe8-4cbe-bdde-258c96c91583, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:34.171074 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.176203 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:34.350354 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Pushing event updated for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:34.356099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:34.361828 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:34.362460 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:34.492213 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Allocated IP 172.27.0.157 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/131b926f-89a3-4f97-a654-31d09924afc9) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:34.537599 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:23:34.561859 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfa805-db34-4e2f-a064-b1029f90a345 req-be09a598-a93f-48e7-8cc5-173f3de1891b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:34.563713 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30cfa805-db34-4e2f-a064-b1029f90a345 req-be09a598-a93f-48e7-8cc5-173f3de1891b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1613166 Jun 17 17:23:34.730082 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30cfa805-db34-4e2f-a064-b1029f90a345 req-3c498ef3-9fc7-4829-bfdf-fba300c77617 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562932 Jun 17 17:23:34.776498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.817010 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:23:34.851796 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.893329 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0b35-2584-456f-9563-b18646fbd778 req-3b13be9b-97f9-4c01-bb80-d3d8d522db7b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:34.895339 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f8b0b35-2584-456f-9563-b18646fbd778 req-3b13be9b-97f9-4c01-bb80-d3d8d522db7b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.0791650 Jun 17 17:23:34.938279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:34Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:34.952334 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f8b0b35-2584-456f-9563-b18646fbd778 req-317edb42-45fb-4f5f-8549-5f51a7d097cd tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Jun 17 17:23:34.961869 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:34.968671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:35.015717 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b740528-af5d-48dd-92c9-a512a30ec38b None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:34Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:23:35.030761 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:35.030761 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:35.030761 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:35.036950 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=131b926f-89a3-4f97-a654-31d09924afc9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:35.041664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:35.156859 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.263468 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.438847 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.585504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.585504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:35.654427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=131b926f-89a3-4f97-a654-31d09924afc9,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:35.675573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:35.675573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.804179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.805478 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0197186 Jun 17 17:23:35.875420 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device a3b9cddf-5fe8-4cbe-bdde-258c96c91583 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:35.993944 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c34da-1116-4dcb-b1c4-1078a1c6176e req-8d002653-467c-45aa-88e1-b9c58700e81c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:35.996376 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-761c34da-1116-4dcb-b1c4-1078a1c6176e req-8d002653-467c-45aa-88e1-b9c58700e81c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0993249 Jun 17 17:23:36.032898 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:36.040537 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:36.041455 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:36.049535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-761c34da-1116-4dcb-b1c4-1078a1c6176e req-2cdda818-fe2b-46d3-99a0-df5a6ead37a1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Jun 17 17:23:36.160267 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:36.170911 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-0d55d8a7-7fdf-4b5e-9941-3c3c068c1d06 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--446100185&fields=id&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 267 time: 0.0422235 Jun 17 17:23:36.200476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port a3b9cddf-5fe8-4cbe-bdde-258c96c91583, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:36.283561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-d88a29c5-34c8-4e39-a03f-68fca4f15136 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:36.284522 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:36.285849 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-d88a29c5-34c8-4e39-a03f-68fca4f15136 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 817 time: 0.1072621 Jun 17 17:23:36.287556 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:36.313160 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-31f6ea3e-4b73-454f-898c-4fd46380f208 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/quotas/3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 375 time: 0.0187249 Jun 17 17:23:36.348811 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:36.352712 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:36.389274 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-240afe26-d4cb-4b42-ad36-d2c36108e8f6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707726 Jun 17 17:23:36.504471 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-9e41edf9-e508-491c-abc5-973e7adc6cae service neutron] 10.222.0.10 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931411 Jun 17 17:23:36.635654 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-42832827-6926-459f-b59f-931971a7d586 service neutron] 10.222.0.10 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249232 Jun 17 17:23:37.073145 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fd23f3dc-cf4a-4363-992f-b03863dd27cc req-3bbd0bcd-bb73-48c9-ba49-6b24723dec84 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 210 time: 0.0339899 Jun 17 17:23:37.400348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5e3d7-1ed7-4ddb-95e4-7bcb7fc2ac3b req-0a02e9ef-d2bc-47c7-abe9-c42a2b20e9d6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:37.401754 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fb5e3d7-1ed7-4ddb-95e4-7bcb7fc2ac3b req-0a02e9ef-d2bc-47c7-abe9-c42a2b20e9d6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.1481988 Jun 17 17:23:37.458174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d2476-e8f2-4f0d-ac21-e39229748405 req-2f7417e4-f89e-4f9e-b86f-933a85f08e5f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:37.459624 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a3d2476-e8f2-4f0d-ac21-e39229748405 req-2f7417e4-f89e-4f9e-b86f-933a85f08e5f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1565444 Jun 17 17:23:37.490296 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fb5e3d7-1ed7-4ddb-95e4-7bcb7fc2ac3b req-0baeef93-ec89-4318-a2f0-7162e84bd49b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698202 Jun 17 17:23:37.530258 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a3d2476-e8f2-4f0d-ac21-e39229748405 req-52ec9b62-a6b7-4821-96ee-756538a08902 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639639 Jun 17 17:23:37.531998 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be316b26-9b91-4aa8-a7e4-ac6b997510b9 req-b77066c6-c4bc-4782-8cd6-5d733b99ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:37.533388 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-be316b26-9b91-4aa8-a7e4-ac6b997510b9 req-b77066c6-c4bc-4782-8cd6-5d733b99ef51 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1098 time: 0.1569312 Jun 17 17:23:37.573898 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-be316b26-9b91-4aa8-a7e4-ac6b997510b9 req-d9e4c53f-3453-4a7b-8fe5-25879fe19c00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Jun 17 17:23:37.715106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40262) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:37.816876 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device a3b9cddf-5fe8-4cbe-bdde-258c96c91583 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:37.833199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.869979 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:37.870361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.944991 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.040436 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.044350 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-780d2f3f-d0a7-4325-8f45-170aae38544b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:38.080856 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d16a62e8386340729052c40a5f33eddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646154 Jun 17 17:23:38.081837 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166874e-a50a-4c24-beb8-b1e1a0a0aac7,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:38.083779 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40268) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:38.084973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:38.133743 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.158051 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.246148 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.250487 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:38.251917 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9166874e-a50a-4c24-beb8-b1e1a0a0aac7 HTTP/1.1" status: 204 len: 168 time: 0.1668696 Jun 17 17:23:38.252285 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c80af507-2a60-4cbc-91e2-fe57560e1918 req-00281cc4-377f-4109-b537-ccdd1f69df5a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jun 17 17:23:38.253198 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3f717818-2cb7-437e-98ef-f349083487aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:38.282228 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166874e-a50a-4c24-beb8-b1e1a0a0aac7,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:38.286341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:38.754218 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced281e-0886-4007-a712-c0716bdd1eef req-ec913f10-a917-4177-821b-965d0c7c91c4 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:38.755638 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ced281e-0886-4007-a712-c0716bdd1eef req-ec913f10-a917-4177-821b-965d0c7c91c4 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.1068602 Jun 17 17:23:38.774793 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b3c7-dd54-4ca4-94d8-f3ac8bc88b64 req-596cc000-326b-458a-9387-17a6772de46d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:38.776533 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7079b3c7-dd54-4ca4-94d8-f3ac8bc88b64 req-596cc000-326b-458a-9387-17a6772de46d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1160910 Jun 17 17:23:38.829579 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ced281e-0886-4007-a712-c0716bdd1eef req-8c19b276-0197-4baa-b763-d1ecd4154558 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Jun 17 17:23:38.842069 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7079b3c7-dd54-4ca4-94d8-f3ac8bc88b64 req-f6dd7ec2-330b-4acd-b237-e21b3c88b5c8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Jun 17 17:23:38.923629 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dc640-a82e-4dd1-8b21-688f591b005a req-9183c882-2cc7-4e1e-991d-eeac1e2d414b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:38.934117 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493dc640-a82e-4dd1-8b21-688f591b005a req-9183c882-2cc7-4e1e-991d-eeac1e2d414b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 945 time: 0.0718467 Jun 17 17:23:39.070131 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40296) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:39.083869 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Deleting port b88ceeb0-95c0-40c7-a847-b060a29f0463 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:23:39.084470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.088543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.180820 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] For port b88ceeb0-95c0-40c7-a847-b060a29f0463, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b88ceeb0-95c0-40c7-a847-b060a29f0463,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:39.181283 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.182587 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.275786 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Calling delete_port for b88ceeb0-95c0-40c7-a847-b060a29f0463 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:23:39.303428 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.307039 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9fc7ea80-24a0-4915-ad2d-39a263ac8b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.370898 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b3e63c-047c-462f-819f-f0ac02aeed88,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:39.376634 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:39.386153 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40310) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:39.397329 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea2e16ef40e047559b64f21a90a26297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260417 Jun 17 17:23:39.398012 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40314) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:39.465579 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.492171 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c85a11b5-8fc1-4a7f-b78d-62bb03fd4355 req-2cf814f0-1d0e-4ec2-883e-7b5b5ab2c80d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 210 time: 0.0307639 Jun 17 17:23:39.499757 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.526946 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.532114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.543540 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['b88ceeb0-95c0-40c7-a847-b060a29f0463'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:23:39.578889 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Pushing event deleted for resources: {'Port': ['ID=b88ceeb0-95c0-40c7-a847-b060a29f0463,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:39.584241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:39.637407 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] No DVR routers for this DVR port b88ceeb0-95c0-40c7-a847-b060a29f0463 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:23:39.639095 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.641365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.643216 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493dc640-a82e-4dd1-8b21-688f591b005a req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "DELETE /v2.0/ports/b88ceeb0-95c0-40c7-a847-b060a29f0463 HTTP/1.1" status: 204 len: 173 time: 0.7124205 Jun 17 17:23:39.643659 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'name': 'network-vif-deleted', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:39.645971 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3674998e-0011-46e0-b3b8-4be71b4b2b9b" -d '{"events": [{"server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "name": "network-vif-deleted", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:39.651833 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.654438 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.665381 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0b3e63c-047c-462f-819f-f0ac02aeed88 HTTP/1.1" status: 204 len: 168 time: 0.2603259 Jun 17 17:23:39.665381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7c583e4b-ef0d-4220-898b-635b6d4830ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.668383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b3e63c-047c-462f-819f-f0ac02aeed88,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:39.672131 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:39.722199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39571d49-3820-4999-89db-f6cd92400def x-openstack-request-id: req-39571d49-3820-4999-89db-f6cd92400def {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:39.722992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c50842f-b7e5-4f50-af0c-62e9a4a270e0", "name": "network-vif-deleted", "tag": "b88ceeb0-95c0-40c7-a847-b060a29f0463", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:39.723272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39571d49-3820-4999-89db-f6cd92400def {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:39.723692 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c50842f-b7e5-4f50-af0c-62e9a4a270e0', 'name': 'network-vif-deleted', 'tag': 'b88ceeb0-95c0-40c7-a847-b060a29f0463', 'status': 'completed', 'code': 200} Jun 17 17:23:39.785446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.874631 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.877563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ab55e2ad-c008-4af4-b3e4-d279ba7b25b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.965699 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cca9db-c2a9-4089-ba3f-ee4e8a5aa548,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:40.000155 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08bbf5de66d846989f8a8653433588c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6153646 Jun 17 17:23:40.000618 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40330) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:40.001468 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:40.003488 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64989e8b-5a25-45fd-b859-ad9679413bd1 req-1c12470c-1cfc-4368-9c7c-08abc6136172 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c50842f-b7e5-4f50-af0c-62e9a4a270e0 HTTP/1.1" status: 200 len: 210 time: 0.0440290 Jun 17 17:23:40.076641 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:40.123000 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:40.160144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-5d86ee4d-e0f2-42f5-97af-6d104d8b24b1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:40.161637 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-5d86ee4d-e0f2-42f5-97af-6d104d8b24b1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 817 time: 0.2286959 Jun 17 17:23:40.206415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aafb4-a9af-40d3-9a80-3c4e6b8433f0 req-059c0372-ac93-42d9-9ac4-7dec9235f6cc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:40.212589 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-712aafb4-a9af-40d3-9a80-3c4e6b8433f0 req-059c0372-ac93-42d9-9ac4-7dec9235f6cc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1867115 Jun 17 17:23:40.242927 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-eb2b432a-b991-4914-8c69-d41271caca4f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 379 time: 0.0709701 Jun 17 17:23:40.258903 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'port': {'device_id': 'd63214d0-37f7-4845-82c9-60441605c892', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'admin_state_up': True, 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'security_groups': ['dab11bd3-ae39-4858-845c-594042023dc7']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:40.280460 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-712aafb4-a9af-40d3-9a80-3c4e6b8433f0 req-7adddbf4-fc23-4ed3-8b84-3be5bfd75d61 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Jun 17 17:23:40.280738 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:40.283741 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:40.289533 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16cca9db-c2a9-4089-ba3f-ee4e8a5aa548 HTTP/1.1" status: 204 len: 168 time: 0.2870126 Jun 17 17:23:40.290299 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f2e12011-4357-4ac8-95cb-028bab07522f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:40.298745 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cca9db-c2a9-4089-ba3f-ee4e8a5aa548,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:40.300937 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:40.572304 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114a4f-351e-41b9-bfbe-9ba7ec45f4b8 req-c9081e85-845d-416e-ac28-9ae6a048ad2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:40.576345 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6114a4f-351e-41b9-bfbe-9ba7ec45f4b8 req-c9081e85-845d-416e-ac28-9ae6a048ad2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0873427 Jun 17 17:23:40.577934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Made reservation on behalf of 3d2ed9212ce44dbe935e6b8e3148d468 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:40.581261 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:40.734346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e8116c76-f9b7-433d-b8d5-a9a392c6a04e req-4c9a77f6-e182-4ff7-845a-1eb6481a2ab1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 210 time: 0.0505748 Jun 17 17:23:40.761799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6114a4f-351e-41b9-bfbe-9ba7ec45f4b8 req-74d40afd-899b-4eaf-b227-1d055955c8b0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778846 Jun 17 17:23:40.863246 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Allocated IP 172.20.0.13 (285497de-5a03-48b8-8e28-0147efda81f2/c82475dd-6973-4476-8059-603771eb2687/5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:41.060595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.080180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Transition to ACTIVE for port object 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:41.213961 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.218430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5408d352-4ea1-4cb1-a029-1bcd6f3e6cfa tempest-DeleteServersTestJSON-65044579 tempest-DeleteServersTestJSON-65044579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:41.288338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Network 285497de-5a03-48b8-8e28-0147efda81f2 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:41.298311 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:41.303176 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:41.311671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:41.329114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:41.358000 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:41.358654 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.484141 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2345407 Jun 17 17:23:41.516682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-021a9274-657e-4a33-883f-05874aa025be tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:41.518553 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-021a9274-657e-4a33-883f-05874aa025be tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/networks?id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f HTTP/1.1" status: 200 len: 808 time: 0.1390016 Jun 17 17:23:41.525538 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Request body: {'port': {'device_id': 'd63214d0-37f7-4845-82c9-60441605c892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:41.571745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-cabd74be-1c24-46a2-a9e4-ca53f5651471 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/quotas/d3deb3b71add48aeaddc09bfc08fa1d1 HTTP/1.1" status: 200 len: 375 time: 0.0383630 Jun 17 17:23:41.651454 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-dd2a170e-b1a3-4c74-9e72-8f31b16b6bc7 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463719 Jun 17 17:23:41.708326 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.822932 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a793a717-d628-4020-ba17-22b6c19bc507 None None] Provisioning for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:41.824102 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-2a684af5-34af-4efd-9c36-ce4556b0ebf7 service neutron] 10.222.0.10 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707842 Jun 17 17:23:41.826133 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a793a717-d628-4020-ba17-22b6c19bc507 None None] Provisioning complete for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:41.827476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a793a717-d628-4020-ba17-22b6c19bc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.921404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-a793a717-d628-4020-ba17-22b6c19bc507 None None] Port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:23:42.107283 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-6ed09bbf-d0d7-4113-8f50-7e5cfc7ae1aa service neutron] 10.222.0.10 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736893 Jun 17 17:23:42.228537 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40428) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:42.396000 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.408581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690d78-b4fa-41fa-95b1-a9322c9daebc req-34655465-5862-4189-bc84-6e39c31d44cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:42.413216 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05690d78-b4fa-41fa-95b1-a9322c9daebc req-34655465-5862-4189-bc84-6e39c31d44cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 932 time: 0.4078391 Jun 17 17:23:42.487205 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05690d78-b4fa-41fa-95b1-a9322c9daebc req-cb11c742-ecbc-44d5-b846-86cf897e1b10 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636575 Jun 17 17:23:42.543031 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf114a1-aa6d-4838-8bdd-78ce352f81a4 req-5104af60-8e55-46cc-b7d7-03958e0f5804 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 210 time: 0.0530915 Jun 17 17:23:42.554477 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:42.569638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.578507 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.587001 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-539e65da-f021-4590-91ce-b0ce24c829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.592547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Transition to ACTIVE for port object 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:42.672699 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.672967 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.674973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:42.676444 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-41023200-c7a9-44a0-ae34-182d85b8eb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:42.715178 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2fef0287bea439980f12952f36427c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811711 Jun 17 17:23:42.715178 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40054844-d73e-4ea2-aac5-38bee89d02bf,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:42.716295 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40446) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:42.720769 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:42.784810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:42.786971 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:42.804782 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.838074 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.967507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Attempting to bind port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:42.968119 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Attempting to bind port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:42.968669 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Attempting to bind port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:42.976897 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b on network 285497de-5a03-48b8-8e28-0147efda81f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:23:42.977563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Attempting to bind port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:42.985383 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:42.985718 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Checking segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:42.989563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Bound using segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:42.990065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Bound port: 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:42.990424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:43.074309 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:43.078032 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:43.187009 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:43.189736 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:43.193451 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40054844-d73e-4ea2-aac5-38bee89d02bf HTTP/1.1" status: 204 len: 168 time: 0.4738357 Jun 17 17:23:43.193896 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-23df92c2-d2ef-48bf-9de2-08d99fee64fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:43.206128 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40054844-d73e-4ea2-aac5-38bee89d02bf,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:43.216826 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:43.229756 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:43.238887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ef2c656e-e75d-4901-9232-f5678405610d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:43.267016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.267637 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:43.269047 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 200 len: 1094 time: 1.7495081 Jun 17 17:23:43.269547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:43.272045 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989681ef-a6dd-4622-b6fd-b5611b373296" -d '{"events": [{"name": "network-changed", "server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:43.309144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:43.312757 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:43.339663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e22a80-2b50-47a3-b8b4-1f69ac1b041a x-openstack-request-id: req-b1e22a80-2b50-47a3-b8b4-1f69ac1b041a {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:43.340054 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:43.340691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1e22a80-2b50-47a3-b8b4-1f69ac1b041a {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:43.341180 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'status': 'completed', 'code': 200} Jun 17 17:23:43.436547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-92dedee1-90f5-4b38-b5d6-77ee2284f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.438648 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-92dedee1-90f5-4b38-b5d6-77ee2284f5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1097 time: 0.0767310 Jun 17 17:23:43.517280 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b88ceeb0-95c0-40c7-a847-b060a29f0463 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:23:43.552178 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: b88ceeb0-95c0-40c7-a847-b060a29f0463 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:23:43.554835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b88ceeb0-95c0-40c7-a847-b060a29f0463 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:23:43.616814 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-95bcf8dd-03f3-43fe-817d-1aad31395656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.618281 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-95bcf8dd-03f3-43fe-817d-1aad31395656 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1717830 Jun 17 17:23:43.771413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-c9734d12-3770-44f6-9efb-a3cc508361c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.773623 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-989681ef-a6dd-4622-b6fd-b5611b373296 req-c9734d12-3770-44f6-9efb-a3cc508361c2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474771 Jun 17 17:23:43.797799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2cb9b-d6f4-4973-be45-4e8eb87d5afa req-7d7fbd6f-001b-486d-9908-189143d3967a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.800518 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61c2cb9b-d6f4-4973-be45-4e8eb87d5afa req-7d7fbd6f-001b-486d-9908-189143d3967a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.1532094 Jun 17 17:23:43.912396 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61c2cb9b-d6f4-4973-be45-4e8eb87d5afa req-8530ff76-ad03-449d-9c25-7cf11e282d42 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995429 Jun 17 17:23:43.997722 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c7f2cbc7-d7a0-4b32-8a60-915577e14547 req-9f200385-7d5a-47b2-8cc4-247a9647e891 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 210 time: 0.1026516 Jun 17 17:23:44.053996 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86915f5-229d-4420-8cf9-85af4d976597 req-85f21c85-cd9a-4e38-9c62-670ddcdbbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.053996 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-85f21c85-cd9a-4e38-9c62-670ddcdbbbbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.2273247 Jun 17 17:23:44.065199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-89cc9563-48a2-454f-bcb3-dc017c3c0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.066730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-89cc9563-48a2-454f-bcb3-dc017c3c0f96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1097 time: 0.2076221 Jun 17 17:23:44.199547 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-dd97a4c4-0199-4e2e-8a81-c1f0b9c472f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 200 len: 217 time: 0.0991104 Jun 17 17:23:44.316294 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86915f5-229d-4420-8cf9-85af4d976597 req-5a75e45f-8a18-4ab6-b755-cb8329b2ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.317794 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-5a75e45f-8a18-4ab6-b755-cb8329b2ae3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2501614 Jun 17 17:23:44.322362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-24586317-6f9a-4908-9011-24b72cbc95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.323797 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-24586317-6f9a-4908-9011-24b72cbc95b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.1136115 Jun 17 17:23:44.355500 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830131-d68b-48c8-adf0-6bcd6f62373a req-35fabbd6-3660-4b69-aa7b-1eb6bf95bb72 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.357119 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34830131-d68b-48c8-adf0-6bcd6f62373a req-35fabbd6-3660-4b69-aa7b-1eb6bf95bb72 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2883568 Jun 17 17:23:44.396281 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-7f0a42ef-7327-43af-8e52-5fb9fc7d3424 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0683155 Jun 17 17:23:44.491507 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34830131-d68b-48c8-adf0-6bcd6f62373a req-674b9667-7a02-4cd5-af82-4df940e63b1a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052818 Jun 17 17:23:44.512336 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86915f5-229d-4420-8cf9-85af4d976597 req-9c259349-b6fc-4401-8ed2-7f0d7bd08868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.514069 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-9c259349-b6fc-4401-8ed2-7f0d7bd08868 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0956125 Jun 17 17:23:44.540796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-c24f6c0a-11f7-46f8-9a98-d8963be1f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:44.542469 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-c24f6c0a-11f7-46f8-9a98-d8963be1f7f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1580102 Jun 17 17:23:44.563381 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-090bf8dc-83c9-4e70-87dd-64152bb43c47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384765 Jun 17 17:23:44.719544 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-98078299-1e04-4d41-a737-61036a174bd1 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585598 Jun 17 17:23:44.725224 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-e4da12a9-323c-4ce4-9342-516125d6b9dc service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403465 Jun 17 17:23:44.890400 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d86915f5-229d-4420-8cf9-85af4d976597 req-f9937b97-54e3-4ca9-a15b-074cc239cf86 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564827 Jun 17 17:23:44.892290 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2024ada0-1e0d-4309-8139-c2ce97af0f2e req-a8da4ab5-3f5e-41cb-aa7e-fda106ddd047 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597230 Jun 17 17:23:45.126847 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-61be54f5-adf4-41ef-a4aa-708f4c2604c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.141754 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0b131-455c-4047-9a96-f5c296fb5516 req-e6a038e0-5e70-4e92-b854-5ae8e9b68790 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:45.143611 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efe0b131-455c-4047-9a96-f5c296fb5516 req-e6a038e0-5e70-4e92-b854-5ae8e9b68790 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0892758 Jun 17 17:23:45.189141 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.216896 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e3bcd65-f7ed-4365-91c1-d500db0288a3 req-44bde4e5-b062-482d-93eb-35f0748436b0 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 210 time: 0.0334265 Jun 17 17:23:45.228620 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efe0b131-455c-4047-9a96-f5c296fb5516 req-53a5a227-e2f9-41f6-8df6-0e86ea406b07 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783081 Jun 17 17:23:45.391042 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-31f23939-7100-42bb-a578-1a8f4b9d1056 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:45.393022 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-31f23939-7100-42bb-a578-1a8f4b9d1056 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "GET /v2.0/networks?id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f HTTP/1.1" status: 200 len: 808 time: 0.1788280 Jun 17 17:23:45.418934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Request body: {'port': {'device_id': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f', 'admin_state_up': True, 'tenant_id': 'd3deb3b71add48aeaddc09bfc08fa1d1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:45.669055 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Made reservation on behalf of d3deb3b71add48aeaddc09bfc08fa1d1 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:45.672599 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.683918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26999e-1dc5-4e18-bbfd-ef76a06d6655 req-279030e7-43dd-4939-b204-d8d1ca7aefdb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:45.685623 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f26999e-1dc5-4e18-bbfd-ef76a06d6655 req-279030e7-43dd-4939-b204-d8d1ca7aefdb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0750279 Jun 17 17:23:45.781539 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f26999e-1dc5-4e18-bbfd-ef76a06d6655 req-b39b0f22-f8f7-4ce3-bdbc-6443fc8cc700 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829585 Jun 17 17:23:45.841309 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Allocated IP 172.20.0.11 (9fc28eca-a4fd-47e1-8c03-6734ae18c18f/1d205c27-b12d-44ac-9dd4-549efbca57ac/8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:45.906509 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40570) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:45.996322 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.026589 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.124995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.148963 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.153000 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:46.195895 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:46.200144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:46.206300 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:46.212899 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Pushing event updated for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:46.232597 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:46.246367 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.249084 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-29a816c5-558e-4177-9fde-5723a8604d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:46.260179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:46.260801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.282979 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40582) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:46.283168 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9de3818dd83424d8e258593ccd18c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745685 Jun 17 17:23:46.320704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac52cf-da25-4b96-a4af-2eb553959b8d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:46.337171 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:46.358496 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9426706 Jun 17 17:23:46.373087 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Request body: {'port': {'device_id': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:46.501449 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.568445 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.577271 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.621608 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7852ed0-9bad-4804-84a5-96418e5b571e req-242c474e-b0ba-477f-81b5-10df9365ea57 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:46.623176 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a7852ed0-9bad-4804-84a5-96418e5b571e req-242c474e-b0ba-477f-81b5-10df9365ea57 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 932 time: 0.2185245 Jun 17 17:23:46.644105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049c06-9f22-4c49-bc8f-e3b451b6108a req-abbec9c1-2c09-4060-88bc-4c272936adc0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:46.645593 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47049c06-9f22-4c49-bc8f-e3b451b6108a req-abbec9c1-2c09-4060-88bc-4c272936adc0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.2421038 Jun 17 17:23:46.695558 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.998613 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a7852ed0-9bad-4804-84a5-96418e5b571e req-db92c97e-c945-4324-975c-ad42c7117f0e tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685696 Jun 17 17:23:47.050915 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47049c06-9f22-4c49-bc8f-e3b451b6108a req-b05814d1-eafe-4cf3-99a4-7c719d138de5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728793 Jun 17 17:23:47.115752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.115752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.115752 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22ac52cf-da25-4b96-a4af-2eb553959b8d HTTP/1.1" status: 204 len: 168 time: 0.8304675 Jun 17 17:23:47.115752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:47.126585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac52cf-da25-4b96-a4af-2eb553959b8d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:47.131640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:47.288126 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:47.297811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.315608 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Transition to ACTIVE for port object 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:47.336922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bc557-8a9f-44ec-8ec2-f80aa9230f07 req-582f1759-04e7-4d9a-b33d-32bafc04e330 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:47.339010 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a55bc557-8a9f-44ec-8ec2-f80aa9230f07 req-582f1759-04e7-4d9a-b33d-32bafc04e330 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1097863 Jun 17 17:23:47.376797 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a55bc557-8a9f-44ec-8ec2-f80aa9230f07 req-76edabeb-eb20-47f0-9fc3-21290458b7a2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jun 17 17:23:47.405755 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.409031 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-25dded0c-c6dc-4012-9ead-b1f4c92cc75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:47.505362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Pushing event updated for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:47.510162 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:47.535807 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:23:47.559133 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Attempting to bind port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:47.559478 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Attempting to bind port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:47.559813 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Attempting to bind port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:47.564430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:23:47.564757 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Attempting to bind port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e on network 9fc28eca-a4fd-47e1-8c03-6734ae18c18f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:23:47.570185 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:23:47.570534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Checking segment: {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:23:47.570916 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Bound using segment: {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:23:47.571350 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Bound port: 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd801342-ef6e-427c-ad3e-636c3507f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:47.572276 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.644192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:47.647646 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:47.752052 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.755053 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e27d6b53-56b6-4a8b-9807-f62be50b2cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:47.762681 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:47.774016 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:23:47.784717 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:47.785633 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.787068 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] 10.222.0.45 "PUT /v2.0/ports/8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e HTTP/1.1" status: 200 len: 1094 time: 1.4199872 Jun 17 17:23:47.792360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:47.792360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38069f5d-1041-4d02-ab66-347750f9db40" -d '{"events": [{"name": "network-changed", "server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:47.813045 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.817171 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40614) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:47.820255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Pushing event updated for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:47.831000 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:47.835141 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:47.835908 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.840806 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec50f4-29df-4204-8d71-2ad4e82c5450 x-openstack-request-id: req-8bec50f4-29df-4204-8d71-2ad4e82c5450 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:47.841484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:47.841604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bec50f4-29df-4204-8d71-2ad4e82c5450 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:47.842071 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e', 'status': 'completed', 'code': 200} Jun 17 17:23:47.856913 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:47.925159 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.936675 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.944188 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:47.986469 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:47.990041 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-642f95a2-c045-410f-b8b0-04ae8149c554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:48.000783 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:48.003826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:48.026297 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02b4dc06226b4a4892005bc5b6bebfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069139 Jun 17 17:23:48.028832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40618) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:48.036621 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccab4e8-1f17-4fd3-ade3-dfc55350f218,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:48.044989 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:48.066362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.084570 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.109287 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.197183 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0e1f2-4ed0-4430-9a8d-80d9d8bcd5c2 req-ce514f66-b408-499b-a025-dfc76a557362 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:48.197183 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87a0e1f2-4ed0-4430-9a8d-80d9d8bcd5c2 req-ce514f66-b408-499b-a025-dfc76a557362 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0745292 Jun 17 17:23:48.239570 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.242355 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.246457 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ccab4e8-1f17-4fd3-ade3-dfc55350f218 HTTP/1.1" status: 204 len: 168 time: 0.2137618 Jun 17 17:23:48.246457 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4467fec3-ef3c-4160-81d1-5dbf3de31dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:48.253011 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccab4e8-1f17-4fd3-ade3-dfc55350f218,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:48.256524 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:48.256994 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87a0e1f2-4ed0-4430-9a8d-80d9d8bcd5c2 req-98883eb3-3af7-47d6-bfd7-47b2e29b0254 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588925 Jun 17 17:23:48.283934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353306e6-5a73-4185-98f3-30ecf713c725 req-959fb2fa-e1f5-4770-92a7-3cab4bc6acbf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:48.285608 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353306e6-5a73-4185-98f3-30ecf713c725 req-959fb2fa-e1f5-4770-92a7-3cab4bc6acbf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0965800 Jun 17 17:23:48.351545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353306e6-5a73-4185-98f3-30ecf713c725 req-9fcb5c7b-4507-4f28-84c0-b84e365482db tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523822 Jun 17 17:23:48.549643 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e24e2-2296-4272-aea7-4a60057a4070 req-68a2dc72-c905-4f34-b58c-2123f66b359b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:48.553437 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-187e24e2-2296-4272-aea7-4a60057a4070 req-68a2dc72-c905-4f34-b58c-2123f66b359b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0635777 Jun 17 17:23:48.590863 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-187e24e2-2296-4272-aea7-4a60057a4070 req-897b17b8-f090-47fb-974f-7a4e4b830faa tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jun 17 17:23:49.015189 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40634) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:49.028975 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.118338 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.188027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.190560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9b5392a8-c1be-4417-a875-dd71c47c5486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:49.228481 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee803f5ce5d24fd5ae46f8bd5d7eacb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116289 Jun 17 17:23:49.229217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febb625-053b-40f5-b9c8-0bd8947a21b7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:49.231287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40638) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:49.232147 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:49.279478 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.303429 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.449266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.451903 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:49.453646 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0febb625-053b-40f5-b9c8-0bd8947a21b7 HTTP/1.1" status: 204 len: 168 time: 0.2213740 Jun 17 17:23:49.455832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ad885fd6-b3e8-43fc-9f2b-150ee5a15c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:49.469361 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febb625-053b-40f5-b9c8-0bd8947a21b7,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:49.472740 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:49.499297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3c88-6093-4f92-8476-d909204ec5be req-587663c0-1858-4014-826e-5ad5792c8e13 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:49.500772 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7c5f3c88-6093-4f92-8476-d909204ec5be req-587663c0-1858-4014-826e-5ad5792c8e13 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0859668 Jun 17 17:23:49.548643 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7c5f3c88-6093-4f92-8476-d909204ec5be req-6c176e3b-1d7c-4428-a226-a035e5e33500 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Jun 17 17:23:49.710675 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e65ed-7b02-4812-829e-97abc7991291 req-7b9258ac-1490-43a0-9ae9-af2178e7e901 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:49.712840 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a6e65ed-7b02-4812-829e-97abc7991291 req-7b9258ac-1490-43a0-9ae9-af2178e7e901 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0644774 Jun 17 17:23:49.754896 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a6e65ed-7b02-4812-829e-97abc7991291 req-082137af-f38d-4c0e-b1ac-6e11773130d6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362408 Jun 17 17:23:49.935521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de59a5-3838-40b8-83c5-211c999c4315 req-8af7ec24-54ec-4ea1-baf3-b48c63b54689 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:49.937015 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50de59a5-3838-40b8-83c5-211c999c4315 req-8af7ec24-54ec-4ea1-baf3-b48c63b54689 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0693493 Jun 17 17:23:49.976228 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50de59a5-3838-40b8-83c5-211c999c4315 req-3d5520f7-f966-43c6-a736-2b1e2a086e05 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Jun 17 17:23:50.732182 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069f5d-1041-4d02-ab66-347750f9db40 req-4159c96d-27bc-46b2-8e49-a42dcff54813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:50.734450 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38069f5d-1041-4d02-ab66-347750f9db40 req-4159c96d-27bc-46b2-8e49-a42dcff54813 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 1097 time: 0.1248229 Jun 17 17:23:50.765150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc7d62-746c-4287-80a9-7d5cf0b62d72 req-e8b94ad4-6c63-4115-9a9b-d9bf5049e772 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:50.766678 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66fc7d62-746c-4287-80a9-7d5cf0b62d72 req-e8b94ad4-6c63-4115-9a9b-d9bf5049e772 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.1035490 Jun 17 17:23:50.872535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66fc7d62-746c-4287-80a9-7d5cf0b62d72 req-0d75c9f7-25f5-427f-a328-3c1ad154db6d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950124 Jun 17 17:23:50.902043 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:23:50.930393 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069f5d-1041-4d02-ab66-347750f9db40 req-e3f4e132-5e64-4db7-8ed2-a2747f170c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:50.931891 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38069f5d-1041-4d02-ab66-347750f9db40 req-e3f4e132-5e64-4db7-8ed2-a2747f170c3b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1845548 Jun 17 17:23:51.029392 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b3927-1c4b-47f4-8b8d-6837b83bf9d9 req-5a0dde09-4e77-4251-9f89-c34a51caf01f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:51.036196 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-936b3927-1c4b-47f4-8b8d-6837b83bf9d9 req-5a0dde09-4e77-4251-9f89-c34a51caf01f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.1447456 Jun 17 17:23:51.081573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069f5d-1041-4d02-ab66-347750f9db40 req-c4bb640e-f9d6-4080-9a74-ed978fd96343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:51.083024 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38069f5d-1041-4d02-ab66-347750f9db40 req-c4bb640e-f9d6-4080-9a74-ed978fd96343 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429658 Jun 17 17:23:51.088808 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-936b3927-1c4b-47f4-8b8d-6837b83bf9d9 req-809a358b-cfbe-4b01-b107-bd57f6faf4e2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517290 Jun 17 17:23:51.210105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ca098-066e-4970-8010-788b6b5b36ea req-0886239a-862f-43bf-9c3d-d007be0ff5f0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:51.211590 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a40ca098-066e-4970-8010-788b6b5b36ea req-0886239a-862f-43bf-9c3d-d007be0ff5f0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1123548 Jun 17 17:23:51.217778 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-c3b78f35-4ce4-44d3-be08-bc377b39e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:51.219225 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-c3b78f35-4ce4-44d3-be08-bc377b39e791 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 1097 time: 0.0875731 Jun 17 17:23:51.272593 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-88d41c0f-f0dd-4225-99da-45560e93e383 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e HTTP/1.1" status: 200 len: 217 time: 0.0388644 Jun 17 17:23:51.312550 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a40ca098-066e-4970-8010-788b6b5b36ea req-727e9b8f-6d61-4598-86b1-667e0c04a134 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923588 Jun 17 17:23:51.335664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b985-5079-44db-883a-bed387b27678 req-a14d6e23-8a3e-451a-8c34-e43c5abef686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:51.337882 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-a14d6e23-8a3e-451a-8c34-e43c5abef686 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d205c27-b12d-44ac-9dd4-549efbca57ac HTTP/1.1" status: 200 len: 848 time: 0.0573313 Jun 17 17:23:51.378255 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-e0610a2d-15d8-4243-a077-5ddbef9e7b5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9fc28eca-a4fd-47e1-8c03-6734ae18c18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305781 Jun 17 17:23:51.470827 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-9b2c1e97-7545-4cef-879c-63cc6f8f1503 service neutron] 10.222.0.45 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Jun 17 17:23:51.567184 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e19b985-5079-44db-883a-bed387b27678 req-e04ebaf6-6196-4b21-b6ba-5e7850ebbabc service neutron] 10.222.0.45 "GET /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881135 Jun 17 17:23:52.044656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca9696-38dc-473f-a84c-3510778331bf req-022f1316-18b5-40da-82d1-8d7f21a77023 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:52.046217 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e8ca9696-38dc-473f-a84c-3510778331bf req-022f1316-18b5-40da-82d1-8d7f21a77023 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0656323 Jun 17 17:23:52.086920 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e8ca9696-38dc-473f-a84c-3510778331bf req-98777684-1c15-4454-a406-baa25ce181fb tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jun 17 17:23:52.271369 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ac736-c1ae-4a31-89d6-532b0da445fc req-eb493f1e-59d0-4636-a676-383a9ac9a9e5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:52.272891 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a34ac736-c1ae-4a31-89d6-532b0da445fc req-eb493f1e-59d0-4636-a676-383a9ac9a9e5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0639398 Jun 17 17:23:52.315185 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a34ac736-c1ae-4a31-89d6-532b0da445fc req-e967c506-8f34-4897-bc8e-9e8a513dccbe tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366366 Jun 17 17:23:52.515048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd53f5-8815-43a9-8e9f-93a3fbf170f3 req-147cf7b4-80be-4442-8447-d208899b8322 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:52.518273 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41dd53f5-8815-43a9-8e9f-93a3fbf170f3 req-147cf7b4-80be-4442-8447-d208899b8322 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0770078 Jun 17 17:23:52.576304 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41dd53f5-8815-43a9-8e9f-93a3fbf170f3 req-f801b71f-6471-4ab2-b4ef-bb25f58703a1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522957 Jun 17 17:23:53.256275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532af00-64de-4541-85c0-4f7bdd7c8956 req-cfc7f38c-32c3-4010-ac9e-b49962dc70a2 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:53.257754 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d532af00-64de-4541-85c0-4f7bdd7c8956 req-cfc7f38c-32c3-4010-ac9e-b49962dc70a2 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0621812 Jun 17 17:23:53.295294 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d532af00-64de-4541-85c0-4f7bdd7c8956 req-ab32ce5a-eb0a-4209-b75c-79097e4b7771 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jun 17 17:23:53.493131 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce2c6-eac8-4c7c-aee5-d13918f1c3a3 req-65ff8140-a98a-4c98-a2ea-c86373c7be51 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:53.495021 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53cce2c6-eac8-4c7c-aee5-d13918f1c3a3 req-65ff8140-a98a-4c98-a2ea-c86373c7be51 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Jun 17 17:23:53.532116 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53cce2c6-eac8-4c7c-aee5-d13918f1c3a3 req-d6230500-6da0-47a9-85c8-b1a44b2a9e0e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313840 Jun 17 17:23:53.749660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c284d-cdb0-463d-aa48-e1204dc5a1a8 req-65e19f98-2388-4f11-8b26-1d15ae6f47cb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:53.751169 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa1c284d-cdb0-463d-aa48-e1204dc5a1a8 req-65e19f98-2388-4f11-8b26-1d15ae6f47cb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0633941 Jun 17 17:23:53.791568 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa1c284d-cdb0-463d-aa48-e1204dc5a1a8 req-bb37ff45-4ef7-43c4-92a5-768bf67143b8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Jun 17 17:23:54.471620 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca907a-2fbc-491f-af8b-257fb4a7f7c6 req-410b3ddc-1cec-40f4-a63b-cb41b2fd6c40 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:54.473108 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3ca907a-2fbc-491f-af8b-257fb4a7f7c6 req-410b3ddc-1cec-40f4-a63b-cb41b2fd6c40 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0651124 Jun 17 17:23:54.510130 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3ca907a-2fbc-491f-af8b-257fb4a7f7c6 req-10ceb8dc-ae79-4d22-95a9-f40686efd7ce tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Jun 17 17:23:54.523867 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:54.666796 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:54.672372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:54.673175 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:54.749275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ab1e-72f9-4025-be2b-e1c7f6f0c302 req-ec6b4521-594d-4cde-b6e5-c2c10a725016 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:54.751665 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c45ab1e-72f9-4025-be2b-e1c7f6f0c302 req-ec6b4521-594d-4cde-b6e5-c2c10a725016 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.1046531 Jun 17 17:23:54.791667 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c45ab1e-72f9-4025-be2b-e1c7f6f0c302 req-693feff3-3c21-4fca-9ad8-ff77978bf7e2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Jun 17 17:23:54.794454 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:54.820655 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:54.823250 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e9bc46-5e0d-4b49-903c-42ac9a74eae2" -d '{"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:54.839724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:54.919691 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:54.921716 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-f85d2972-8572-48f0-ac1e-355793289f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:54.970857 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:54.974359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:54.976034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cb51b-800f-4ee0-81d6-c4807e159942 req-80bebe8d-00b9-4d9f-a4f1-73add16f91e1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:54.978210 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e2cb51b-800f-4ee0-81d6-c4807e159942 req-80bebe8d-00b9-4d9f-a4f1-73add16f91e1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0688858 Jun 17 17:23:55.017642 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e2cb51b-800f-4ee0-81d6-c4807e159942 req-1b3fe8bd-24fb-4593-a5e5-ce2f0d921571 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Jun 17 17:23:55.063524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44355920-c810-4218-9102-473b6c4e44dd x-openstack-request-id: req-44355920-c810-4218-9102-473b6c4e44dd {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:55.063896 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:55.064279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44355920-c810-4218-9102-473b6c4e44dd {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:55.064690 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'code': 200} Jun 17 17:23:55.690292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b10cf4-5eeb-461f-93fc-bacb0ebb69ab req-16562890-9413-4d77-9e86-c473c7723a82 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:55.691752 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99b10cf4-5eeb-461f-93fc-bacb0ebb69ab req-16562890-9413-4d77-9e86-c473c7723a82 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 944 time: 0.0676227 Jun 17 17:23:55.734300 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99b10cf4-5eeb-461f-93fc-bacb0ebb69ab req-79f53ba1-0b5c-454b-88cf-e4d4861691aa tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Jun 17 17:23:56.029590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c432654-439b-4cd3-8492-04dac6b468e3 req-ed6c2de5-2116-49b0-bb48-1c7bd22dce8b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:56.031057 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c432654-439b-4cd3-8492-04dac6b468e3 req-ed6c2de5-2116-49b0-bb48-1c7bd22dce8b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1015334 Jun 17 17:23:56.045217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e5dae-3722-48ed-9607-c12acb25c2fe req-ddc0f432-ce61-499d-b005-3cca1f9b0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:56.046637 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-052e5dae-3722-48ed-9607-c12acb25c2fe req-ddc0f432-ce61-499d-b005-3cca1f9b0467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1099 time: 0.0891094 Jun 17 17:23:56.087981 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c432654-439b-4cd3-8492-04dac6b468e3 req-072b43b9-3aff-44f6-b9ea-7e1c33ff8e7f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510406 Jun 17 17:23:56.101056 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-052e5dae-3722-48ed-9607-c12acb25c2fe req-2b8eddee-c34e-4f43-9087-78a3f943df14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Jun 17 17:23:56.197088 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6342f8-b848-4ef1-b6e2-d5764ea84662 req-31cf11ba-5af5-4a0c-a796-414c8e9bd498 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:56.198474 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b6342f8-b848-4ef1-b6e2-d5764ea84662 req-31cf11ba-5af5-4a0c-a796-414c8e9bd498 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0628326 Jun 17 17:23:56.235775 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b6342f8-b848-4ef1-b6e2-d5764ea84662 req-cd1fd48c-1a3e-4ebd-804c-0bd81c6997c4 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Jun 17 17:23:56.634475 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:23:56.728668 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:56.739389 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e', 'network_id': '9fc28eca-a4fd-47e1-8c03-6734ae18c18f', 'port_id': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e', 'mac_address': 'fa:16:3e:67:7c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d205c27-b12d-44ac-9dd4-549efbca57ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:23:56.775608 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:56.789034 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:23:56.812418 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:56.883141 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:56.886607 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:56.939398 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569368d7-459b-47e2-8aad-29ce7d9e705c req-ba55abad-4d77-48a7-9680-7879c828b887 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:56.940952 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-569368d7-459b-47e2-8aad-29ce7d9e705c req-ba55abad-4d77-48a7-9680-7879c828b887 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 945 time: 0.0729313 Jun 17 17:23:56.959497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:56.963313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:56.983262 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-569368d7-459b-47e2-8aad-29ce7d9e705c req-e0f86953-a24b-4e3f-91ad-384a24c576e1 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Jun 17 17:23:57.256952 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:23:57.307590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7302-dd5a-46fa-9343-c8d4e17261a2 req-4e5f8025-d24d-47e1-b8ce-ecc64a988520 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:57.309266 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fca7302-dd5a-46fa-9343-c8d4e17261a2 req-4e5f8025-d24d-47e1-b8ce-ecc64a988520 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0839565 Jun 17 17:23:57.360701 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fca7302-dd5a-46fa-9343-c8d4e17261a2 req-5ea37930-37cc-49bd-8957-9c6d5f0eaf55 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 Jun 17 17:23:57.444016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97036dc3-7a9b-4633-8620-aca07b860c9b req-b600abea-2a1f-4632-9cbd-c31d7c63ca91 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:57.445620 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97036dc3-7a9b-4633-8620-aca07b860c9b req-b600abea-2a1f-4632-9cbd-c31d7c63ca91 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0840495 Jun 17 17:23:57.506179 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97036dc3-7a9b-4633-8620-aca07b860c9b req-f3fe6ced-24f2-490d-b867-420033e1dd83 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Jun 17 17:23:57.685156 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40838) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:57.789606 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:57.883308 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:57.957841 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:57.961579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d156d631-f6ba-4c3c-8eb8-e0ed54d6e72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:57.999978 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a4813803f634236b7aa2fb09825533d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136768 Jun 17 17:23:58.001314 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7604e9f8-a106-4439-bb20-d057e3f7bb5d,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:58.002674 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40848) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:58.004752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:58.055187 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.077645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.177524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cfde-e638-4cfc-8e5e-1b17e287becf req-2dd3d47b-d59d-4de4-a004-f68ad2217dde tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:58.179058 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c319cfde-e638-4cfc-8e5e-1b17e287becf req-2dd3d47b-d59d-4de4-a004-f68ad2217dde tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 945 time: 0.0807800 Jun 17 17:23:58.219690 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c319cfde-e638-4cfc-8e5e-1b17e287becf req-1e797f27-503c-4fa1-b029-a1130b2eafae tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Jun 17 17:23:58.226722 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.229762 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.231230 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7604e9f8-a106-4439-bb20-d057e3f7bb5d HTTP/1.1" status: 204 len: 168 time: 0.2275414 Jun 17 17:23:58.232352 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-63cbe642-911b-4dad-9ebb-429e7ed04ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:58.244350 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7604e9f8-a106-4439-bb20-d057e3f7bb5d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:58.255888 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:58.606572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea747d7-e7b8-4ac0-b668-06cff1295698 req-6e3e7e47-cf95-45bd-8a03-0255513f5ee0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:58.608204 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bea747d7-e7b8-4ac0-b668-06cff1295698 req-6e3e7e47-cf95-45bd-8a03-0255513f5ee0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0784409 Jun 17 17:23:58.629469 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:58.695474 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bea747d7-e7b8-4ac0-b668-06cff1295698 req-b236ea21-4291-4c9b-bafd-4b151bac98e3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768399 Jun 17 17:23:58.731882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836edd0-de13-492f-b00a-229923a0ff2c req-65e21322-6ae7-4234-8a7f-70e8e3ee960e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:58.733992 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a836edd0-de13-492f-b00a-229923a0ff2c req-65e21322-6ae7-4234-8a7f-70e8e3ee960e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0946546 Jun 17 17:23:58.774745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a836edd0-de13-492f-b00a-229923a0ff2c req-706e4ab6-81c9-427c-9106-5e9cedc07a1f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Jun 17 17:23:58.775394 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:58.779939 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:58.780674 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.883468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:58.912272 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:23:58.915221 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70700636-a215-4725-a494-64dbe7bd4328" -d '{"events": [{"server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "name": "network-vif-plugged", "status": "completed", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:23:58.915751 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4177690-8113-42da-81dc-08d891491ba8 req-e05b1893-15a2-4838-9330-08cf019340ba tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:58.918597 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4177690-8113-42da-81dc-08d891491ba8 req-e05b1893-15a2-4838-9330-08cf019340ba tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1134379 Jun 17 17:23:58.928873 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40894) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:58.937360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'floatingip': {'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:23:58.954279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:58.968678 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0362b-ecb4-4958-bf70-dcbba6c81908 x-openstack-request-id: req-b8c0362b-ecb4-4958-bf70-dcbba6c81908 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:23:58.969110 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "name": "network-vif-plugged", "status": "completed", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:23:58.969572 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8c0362b-ecb4-4958-bf70-dcbba6c81908 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:23:58.970166 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e', 'code': 200} Jun 17 17:23:59.034614 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:59.039451 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:59.081639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:59.115113 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:59.119100 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:59.731164 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40934) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:59.885969 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2283c0-2399-4a54-ba6e-57825bdea873 req-05dc0044-f50d-4798-bf4b-474780b8f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:59.887471 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f2283c0-2399-4a54-ba6e-57825bdea873 req-05dc0044-f50d-4798-bf4b-474780b8f39f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 1099 time: 0.5054164 Jun 17 17:23:59.922436 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:59.952594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6597c-7fa2-42d8-b0b0-22ac7ab3c036 req-472baee7-c233-4c38-91ca-566e40709eae tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:59.954098 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8cd6597c-7fa2-42d8-b0b0-22ac7ab3c036 req-472baee7-c233-4c38-91ca-566e40709eae tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.5743446 Jun 17 17:23:59.999913 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.db.resource_extend [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:24:00.015291 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.052341 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f2283c0-2399-4a54-ba6e-57825bdea873 req-c9b6f308-8d07-4ec0-bbbc-ef9faba99fa4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474237 Jun 17 17:24:00.083127 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8cd6597c-7fa2-42d8-b0b0-22ac7ab3c036 req-d83f3612-9165-4bd2-b872-b6a4c0bc882d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212001 Jun 17 17:24:00.092235 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.144492 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.144882 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0670e3d6-7178-4ccc-a04d-a00f30049cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:00.185904 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d745818ccdf45b7913c3b56a1fec722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527662 Jun 17 17:24:00.186906 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4417044-cf6c-4cf0-8623-7dfa10825162,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:00.187018 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.190427 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:00.193915 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40942) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:00.258683 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40944) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:00.379674 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.392820 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Floating IP 810663eb-e173-42ed-a573-49d4bd5d9055 associated. External IP: 172.27.0.157, port: 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b. Jun 17 17:24:00.418673 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.467288 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.493950 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae9635-e40d-4a54-b90b-c3db53fad6ca req-60437de2-ea43-451e-a60d-1d0fc2ec1480 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:00.495503 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ae9635-e40d-4a54-b90b-c3db53fad6ca req-60437de2-ea43-451e-a60d-1d0fc2ec1480 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2309575 Jun 17 17:24:00.530214 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.567177 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ae9635-e40d-4a54-b90b-c3db53fad6ca req-668f8de1-e931-4f6a-b575-8d4e48dcaec0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651412 Jun 17 17:24:00.640029 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.651555 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0924603a-378d-43ae-80be-75a109179472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:00.689129 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d6b6ffbb82e4befbe4fe775949957f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293644 Jun 17 17:24:00.690583 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e690ca9-e338-4d38-9740-2e1a65b9c94e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:00.691716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 40956) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:00.693532 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:00.709314 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.711861 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.712975 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4417044-cf6c-4cf0-8623-7dfa10825162 HTTP/1.1" status: 204 len: 168 time: 0.4805341 Jun 17 17:24:00.717034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d820a9f3-c8e0-488d-9805-fdcb146fc11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:00.738503 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4417044-cf6c-4cf0-8623-7dfa10825162,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:00.744499 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:24:00.745475 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:00.834008 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.868421 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.912701 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:00.917852 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:00.922967 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:00.932875 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:00.933507 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:00.977012 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a17bcb18-460e-4667-b7ab-1dd500587329 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "PUT /v2.0/floatingips/810663eb-e173-42ed-a573-49d4bd5d9055 HTTP/1.1" status: 200 len: 992 time: 2.0465391 Jun 17 17:24:00.985171 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:24:00.987802 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2285b2-374e-49e6-adf7-682f9f1094cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:24:01.049364 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:01.052877 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:01.053403 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:01.056543 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e690ca9-e338-4d38-9740-2e1a65b9c94e HTTP/1.1" status: 204 len: 168 time: 0.3616691 Jun 17 17:24:01.075912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71002c1-531d-44b8-aa7e-10e4a49f215f x-openstack-request-id: req-d71002c1-531d-44b8-aa7e-10e4a49f215f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:24:01.077568 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:24:01.079150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d71002c1-531d-44b8-aa7e-10e4a49f215f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:24:01.080275 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'status': 'completed', 'code': 200} Jun 17 17:24:01.085459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:01.096516 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e690ca9-e338-4d38-9740-2e1a65b9c94e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:01.100267 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:01.239799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-60c02644-afc4-42e5-8be9-ca7ac0d2d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.242428 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-60c02644-afc4-42e5-8be9-ca7ac0d2d130 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1099 time: 0.1095626 Jun 17 17:24:01.386188 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '810663eb-e173-42ed-a573-49d4bd5d9055', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63214d0-37f7-4845-82c9-60441605c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:23:35Z', 'updated_at': '2021-06-17T17:23:59Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:01.413044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-63d9f98c-d5d4-41ff-ac09-47902e0ad585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.417675 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-63d9f98c-d5d4-41ff-ac09-47902e0ad585 service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.1653612 Jun 17 17:24:01.417980 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:01.428042 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:01.428626 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:23:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:01.429028 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a00c6-d62c-42f8-abe1-457856a36009 req-6a47a6e9-3d00-4006-852e-fbea0806c148 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.435897 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a9a00c6-d62c-42f8-abe1-457856a36009 req-6a47a6e9-3d00-4006-852e-fbea0806c148 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.1648595 Jun 17 17:24:01.521605 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a9a00c6-d62c-42f8-abe1-457856a36009 req-747c06ec-aee2-4e2b-bed9-023868edbe3c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Jun 17 17:24:01.523555 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-728310d4-9301-4b83-be72-01782192c5f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 200 len: 1000 time: 0.0851517 Jun 17 17:24:01.578862 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:01.586028 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-cc2c583d-355f-4fc0-8d68-5912c293f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.588165 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-cc2c583d-355f-4fc0-8d68-5912c293f9c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0575111 Jun 17 17:24:01.655892 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-c8788e6a-d9e7-4348-9bad-43c775b32f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.657434 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-c8788e6a-d9e7-4348-9bad-43c775b32f0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630372 Jun 17 17:24:01.740712 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 40984) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:01.758378 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:01.809684 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-0d1459d2-cb78-480b-9292-c583aa7bd7f1 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445413 Jun 17 17:24:01.853002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742cc98-cdfa-49a2-9f95-bb3f8edac48d req-71895008-c163-4504-86a7-763b5d4107c2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:01.854544 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5742cc98-cdfa-49a2-9f95-bb3f8edac48d req-71895008-c163-4504-86a7-763b5d4107c2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1489508 Jun 17 17:24:01.963288 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5742cc98-cdfa-49a2-9f95-bb3f8edac48d req-791ab2d6-4cd6-4789-b6e8-62d4d7ae9451 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961912 Jun 17 17:24:01.973370 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d2285b2-374e-49e6-adf7-682f9f1094cc req-6f8b010d-22d1-46b3-8200-a7d29377fa76 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560686 Jun 17 17:24:02.004160 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.006035 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '810663eb-e173-42ed-a573-49d4bd5d9055', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63214d0-37f7-4845-82c9-60441605c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:23:35Z', 'updated_at': '2021-06-17T17:23:59Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:02.039478 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84632-a1e5-46d8-a9ef-893ff2f2986f None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '810663eb-e173-42ed-a573-49d4bd5d9055', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63214d0-37f7-4845-82c9-60441605c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:23:35Z', 'updated_at': '2021-06-17T17:23:59Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:02.141828 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.145517 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-96170e82-096d-4108-b699-b94392e45a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:02.187715 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a50bcf6fd6924837b9fad102da695c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448340 Jun 17 17:24:02.189101 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee5ec45-8e2f-4c19-941c-ab3104910a19,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:02.190488 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41000) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:02.193152 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:02.271320 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.280245 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738b1b9-75d6-4485-8804-d7cabee9ced8 None None] New status for floating IP 810663eb-e173-42ed-a573-49d4bd5d9055: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:24:02.344766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.668017 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.670651 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.671813 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ee5ec45-8e2f-4c19-941c-ab3104910a19 HTTP/1.1" status: 204 len: 168 time: 0.4803195 Jun 17 17:24:02.673239 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:02.684951 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee5ec45-8e2f-4c19-941c-ab3104910a19,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:02.688571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:02.719537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf375f-6d65-438d-915b-448621341fbf req-e1ee5131-de8d-4c53-b8ef-6694c1372cdb tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:02.721125 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72cf375f-6d65-438d-915b-448621341fbf req-e1ee5131-de8d-4c53-b8ef-6694c1372cdb tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0830204 Jun 17 17:24:02.773152 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72cf375f-6d65-438d-915b-448621341fbf req-b9ceca88-4927-4bd0-8572-9f7818b15e40 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Jun 17 17:24:03.177998 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0453-c450-4a4d-bcc2-c7ed93f41455 req-d41b0092-efd7-431e-8d4d-7371b62ccc29 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:03.179531 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80ff0453-c450-4a4d-bcc2-c7ed93f41455 req-d41b0092-efd7-431e-8d4d-7371b62ccc29 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0781813 Jun 17 17:24:03.218996 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80ff0453-c450-4a4d-bcc2-c7ed93f41455 req-6124e2e6-992f-4593-9f74-88d0aea2feb0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jun 17 17:24:03.355822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41070) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:03.370681 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.463564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.530477 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.533040 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-76e9f6cd-62a4-45b6-8c31-a87c1869d3cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:03.569214 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdc6618ed7c4baeaca2ea801e1deaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141356 Jun 17 17:24:03.570096 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9740bb1-fa6c-4739-9af7-9406d914db2b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:03.572645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41072) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:03.573525 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:03.623443 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.644084 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.775239 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.777952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:03.790186 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9740bb1-fa6c-4739-9af7-9406d914db2b HTTP/1.1" status: 204 len: 168 time: 0.2054408 Jun 17 17:24:03.790186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-847223a9-2be4-4b21-8df9-88a5874d538e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:03.790186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9740bb1-fa6c-4739-9af7-9406d914db2b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:03.790617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:04.411100 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b74f1-ecbc-4334-bf74-8a8b8bfa06f3 req-d3258468-6da2-4aaf-bb3b-8f88492b22d1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:04.412545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a80b74f1-ecbc-4334-bf74-8a8b8bfa06f3 req-d3258468-6da2-4aaf-bb3b-8f88492b22d1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Jun 17 17:24:04.453721 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a80b74f1-ecbc-4334-bf74-8a8b8bfa06f3 req-e9c40d41-8be0-4a27-b4a3-cb8e56703404 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Jun 17 17:24:04.694296 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:05.634090 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f4dc-f6fb-4042-9228-6198a65e05ce req-09ccab26-b392-4364-ae15-56bf83146cf5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:05.635597 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e759f4dc-f6fb-4042-9228-6198a65e05ce req-09ccab26-b392-4364-ae15-56bf83146cf5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0659223 Jun 17 17:24:05.687992 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e759f4dc-f6fb-4042-9228-6198a65e05ce req-0e847143-1e51-479c-afd6-e9b881c3fdc3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400448 Jun 17 17:24:06.865996 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12fe7-a108-461f-96ad-cebcd0515cec req-b9afb52a-8144-4b9d-8790-faad46e11b5a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:06.867478 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4b12fe7-a108-461f-96ad-cebcd0515cec req-b9afb52a-8144-4b9d-8790-faad46e11b5a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0658128 Jun 17 17:24:06.904837 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4b12fe7-a108-461f-96ad-cebcd0515cec req-8fefbcfd-e356-4455-ab56-a12a75375966 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Jun 17 17:24:08.084187 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3e5c5-b2e5-4f7f-88bd-5bacf9f40248 req-eec21704-12b3-4aa5-a12b-5218887f53c5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:08.085676 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9dd3e5c5-b2e5-4f7f-88bd-5bacf9f40248 req-eec21704-12b3-4aa5-a12b-5218887f53c5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0673156 Jun 17 17:24:08.127629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9dd3e5c5-b2e5-4f7f-88bd-5bacf9f40248 req-d9e50e08-647c-4f92-9fb8-cc9e6873194f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363040 Jun 17 17:24:09.305524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6c97e-b8f8-43e1-a13b-01b2f3f021b1 req-c674ea88-787d-401c-b012-4036c78fe31f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:09.309716 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fef6c97e-b8f8-43e1-a13b-01b2f3f021b1 req-c674ea88-787d-401c-b012-4036c78fe31f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0707181 Jun 17 17:24:09.358193 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fef6c97e-b8f8-43e1-a13b-01b2f3f021b1 req-9dda85b8-10c6-4aa3-bc0b-77accd382d4a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Jun 17 17:24:09.967823 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c25e7-9795-447b-b8e3-d06ab234ba90 req-c85c3105-8928-43f5-94f6-19ff88fcd884 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:09.969697 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c77c25e7-9795-447b-b8e3-d06ab234ba90 req-c85c3105-8928-43f5-94f6-19ff88fcd884 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0664623 Jun 17 17:24:10.015016 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c77c25e7-9795-447b-b8e3-d06ab234ba90 req-03de7b12-cadc-4f2d-9963-7e814b568f4d tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Jun 17 17:24:10.534487 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c396f-0b24-4b76-aa0c-07f28a58dcd2 req-c07d25a7-e2ed-4abf-9233-b59ca454014a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:10.536008 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f09c396f-0b24-4b76-aa0c-07f28a58dcd2 req-c07d25a7-e2ed-4abf-9233-b59ca454014a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jun 17 17:24:10.576976 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f09c396f-0b24-4b76-aa0c-07f28a58dcd2 req-c2ae1c49-8bb1-430c-a356-e5b8ae113096 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Jun 17 17:24:11.199152 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce4b2b-8159-4c18-9d4b-833f99284b24 req-25011bab-2ff6-48d4-8d2d-b211c0079f0f tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:11.200530 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0ce4b2b-8159-4c18-9d4b-833f99284b24 req-25011bab-2ff6-48d4-8d2d-b211c0079f0f tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0620027 Jun 17 17:24:11.238064 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0ce4b2b-8159-4c18-9d4b-833f99284b24 req-ca3a4974-66b1-4ac0-a44f-b814516b5bb1 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jun 17 17:24:11.750034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9dd1-69e3-4047-ab89-e06fbee418f3 req-ec8aaf95-2d4f-4ca5-91df-bf11a7bbbe53 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:11.751411 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1aea9dd1-69e3-4047-ab89-e06fbee418f3 req-ec8aaf95-2d4f-4ca5-91df-bf11a7bbbe53 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0644591 Jun 17 17:24:11.791137 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1aea9dd1-69e3-4047-ab89-e06fbee418f3 req-0e459c7e-5c64-44f4-85a6-bbb34b1531c1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Jun 17 17:24:11.815002 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:24:12.408060 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a298e-90dc-42c7-a9ce-129a0ea8d2eb req-38611ba3-02ee-40b2-bae4-78213a6f007e tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:12.409566 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f44a298e-90dc-42c7-a9ce-129a0ea8d2eb req-38611ba3-02ee-40b2-bae4-78213a6f007e tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0636098 Jun 17 17:24:12.448720 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f44a298e-90dc-42c7-a9ce-129a0ea8d2eb req-b1d1414d-3a80-4e1f-8af1-cd2c4da956b3 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Jun 17 17:24:12.522606 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c673106b-247f-4088-a69b-01e5d1262d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:12.969515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338bf7d-0641-4372-8da5-a8f4ccc5aa05 req-7f41286b-2667-4166-8eb9-8535bae530bb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:12.970988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c338bf7d-0641-4372-8da5-a8f4ccc5aa05 req-7f41286b-2667-4166-8eb9-8535bae530bb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0648768 Jun 17 17:24:13.016441 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c338bf7d-0641-4372-8da5-a8f4ccc5aa05 req-c19f8e0b-27b1-45cf-b270-895567d171e1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Jun 17 17:24:13.418342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd8d8-7efe-47a0-a1dd-9efea67511ba req-2487cfdf-a51b-4895-b744-d0be7d4c4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:13.419870 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0bbd8d8-7efe-47a0-a1dd-9efea67511ba req-2487cfdf-a51b-4895-b744-d0be7d4c4ecb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.2987769 Jun 17 17:24:13.462257 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0bbd8d8-7efe-47a0-a1dd-9efea67511ba req-5665befd-8eba-45ed-a27f-d8179799ccd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Jun 17 17:24:13.635262 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75436d-8cc8-432d-a6e8-eb1176bd7747 req-bc48cc37-42fd-4821-b197-6f687955b339 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:13.636851 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da75436d-8cc8-432d-a6e8-eb1176bd7747 req-bc48cc37-42fd-4821-b197-6f687955b339 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1048000 Jun 17 17:24:13.674280 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dc25a-677f-4b67-87ab-0678b348d97c req-e90c3743-d9f3-4a2d-8c83-29455080a73c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:13.675757 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-233dc25a-677f-4b67-87ab-0678b348d97c req-e90c3743-d9f3-4a2d-8c83-29455080a73c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.1041758 Jun 17 17:24:13.705194 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da75436d-8cc8-432d-a6e8-eb1176bd7747 req-eb8c3a1b-3ae7-485f-95c7-98054c5820d0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623093 Jun 17 17:24:13.730253 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-233dc25a-677f-4b67-87ab-0678b348d97c req-d91d55cd-5e42-4fb5-948b-48d91bc068d0 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Jun 17 17:24:14.197037 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fa60f-3da3-41fa-954b-ba9dd6910f5d req-8e48e20d-34e4-4615-bba7-ff9a2433da54 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:14.198590 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493fa60f-3da3-41fa-954b-ba9dd6910f5d req-8e48e20d-34e4-4615-bba7-ff9a2433da54 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0666854 Jun 17 17:24:14.237364 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493fa60f-3da3-41fa-954b-ba9dd6910f5d req-53dae3fe-553b-4659-8e6b-2161e4ba04db tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jun 17 17:24:14.943150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cb808-c356-4666-b088-74c4fde23edb req-dcdc1a59-00bb-42cd-b31c-61d687f64499 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:14.944629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-803cb808-c356-4666-b088-74c4fde23edb req-dcdc1a59-00bb-42cd-b31c-61d687f64499 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1242397 Jun 17 17:24:14.952943 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754aafd-1fb2-4233-8d1f-c738599aab40 req-823bd612-7c0a-4d72-beff-82dd9dd5ea31 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:14.954336 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b754aafd-1fb2-4233-8d1f-c738599aab40 req-823bd612-7c0a-4d72-beff-82dd9dd5ea31 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0982366 Jun 17 17:24:15.013707 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-803cb808-c356-4666-b088-74c4fde23edb req-c73ef4d7-e841-47fe-a123-d63e19a0ec65 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584018 Jun 17 17:24:15.023435 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b754aafd-1fb2-4233-8d1f-c738599aab40 req-6bb9347d-45d0-4dad-9fda-80dd76b41a0e tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Jun 17 17:24:15.097440 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a89c4ace-2364-40e4-b88b-8ac3de62571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:15.158720 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:15.422407 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1ebb-6e2b-40cf-99f8-1334ee992842 req-2b382b7c-524b-4d72-8cb4-d67eac4bcdb5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:15.423989 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-079c1ebb-6e2b-40cf-99f8-1334ee992842 req-2b382b7c-524b-4d72-8cb4-d67eac4bcdb5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0719051 Jun 17 17:24:15.463751 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-079c1ebb-6e2b-40cf-99f8-1334ee992842 req-0c500bb6-75a3-4caa-aa1f-64a4b1cbbc68 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jun 17 17:24:16.189505 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6279da-e576-4815-85e2-8a7b37a97b94 req-60d3fad4-67f6-4b47-9f79-bfa25a93c86e tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:16.190894 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fc6279da-e576-4815-85e2-8a7b37a97b94 req-60d3fad4-67f6-4b47-9f79-bfa25a93c86e tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Jun 17 17:24:16.228003 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fc6279da-e576-4815-85e2-8a7b37a97b94 req-caeea8a9-febe-4303-8ba5-37cd23ffac53 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308502 Jun 17 17:24:16.386983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8b9da-1f57-4957-bf01-c965f8694bf5 req-66e43ca3-512f-4e4d-953a-a09bbe675a45 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:16.388493 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6c8b9da-1f57-4957-bf01-c965f8694bf5 req-66e43ca3-512f-4e4d-953a-a09bbe675a45 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0631938 Jun 17 17:24:16.427007 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6c8b9da-1f57-4957-bf01-c965f8694bf5 req-83f8e0ed-bb7a-4e4a-9c66-b719a3277187 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Jun 17 17:24:16.639339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ad2d9-b960-4f0b-8c7b-51cb34de4552 req-153a2090-329f-44c7-98cc-f26125b3ab36 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:16.641052 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-581ad2d9-b960-4f0b-8c7b-51cb34de4552 req-153a2090-329f-44c7-98cc-f26125b3ab36 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0664804 Jun 17 17:24:16.671178 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:16.678581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-581ad2d9-b960-4f0b-8c7b-51cb34de4552 req-59884057-cfc9-4b9a-85ed-e85ec7010157 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Jun 17 17:24:17.408804 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ffab-3666-4ec3-9998-5f7e72002f44 req-7c35b057-92a9-4abf-9cb1-b17f5ae2f88a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:17.408804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff73ffab-3666-4ec3-9998-5f7e72002f44 req-7c35b057-92a9-4abf-9cb1-b17f5ae2f88a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0631731 Jun 17 17:24:17.446857 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff73ffab-3666-4ec3-9998-5f7e72002f44 req-4bd5b4fc-102f-4716-913f-c49420a5d971 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Jun 17 17:24:17.624865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1b83-5e0e-4dcc-8125-ec85216c6169 req-3441deb2-7163-43ef-b29a-9f1fc29bc3ed tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:17.624865 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3e1b83-5e0e-4dcc-8125-ec85216c6169 req-3441deb2-7163-43ef-b29a-9f1fc29bc3ed tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0788534 Jun 17 17:24:17.666070 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3e1b83-5e0e-4dcc-8125-ec85216c6169 req-f12cd8e4-8e5f-486a-8fa4-479da0e90fdc tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/security-groups?id=82603031-7d89-4f87-a3a0-c247ea1c43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Jun 17 17:24:17.874612 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37de37-1e69-469b-9a89-8b1a23532933 req-835def02-99ca-4b57-97b9-6199de3bea67 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:17.876339 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd37de37-1e69-469b-9a89-8b1a23532933 req-835def02-99ca-4b57-97b9-6199de3bea67 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0723505 Jun 17 17:24:17.916463 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd37de37-1e69-469b-9a89-8b1a23532933 req-8c1e4caa-f3ad-4bf5-90b6-738793555402 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Jun 17 17:24:18.060218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:18.154272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-999b45f8-69c4-4b2c-b519-964f59bbdf64 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:18.155790 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-999b45f8-69c4-4b2c-b519-964f59bbdf64 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 946 time: 0.0658569 Jun 17 17:24:18.284395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Deleting port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:24:18.284739 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:18.385711 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] For port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,segment=NetworkSegment(fd801342-ef6e-427c-ad3e-636c3507f301),segment_id=fd801342-ef6e-427c-ad3e-636c3507f301)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:18.386249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:18.457764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Calling delete_port for 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:24:18.682703 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc20bb-0e5c-4e39-9f6d-3755caa635bf req-6d1e583b-8c76-4521-9704-2d160ee10a05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:18.684993 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29fc20bb-0e5c-4e39-9f6d-3755caa635bf req-6d1e583b-8c76-4521-9704-2d160ee10a05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1059892 Jun 17 17:24:18.748837 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29fc20bb-0e5c-4e39-9f6d-3755caa635bf req-9545c6a4-3c56-4fa2-957c-4d03c6c91ac2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508976 Jun 17 17:24:18.749516 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:18.762188 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:18.772807 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:24:18.824881 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Pushing event deleted for resources: {'Port': ['ID=8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:18.840729 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.841199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.841566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.842068 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.842424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.842769 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.843111 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.843453 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.843794 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.844157 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.844498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.844832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:18.849390 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:18.936245 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bbab6374-8e23-43dc-8716-b5961ad7ea5b req-9488a8cd-f120-4244-b061-feb9dfebff4b tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 210 time: 0.0551813 Jun 17 17:24:18.937065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] No DVR routers for this DVR port 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:24:18.946293 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:18.946293 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0cef25a-e019-41d2-a1de-c66698e5d025 req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.45 "DELETE /v2.0/ports/8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e HTTP/1.1" status: 204 len: 173 time: 0.7773421 Jun 17 17:24:18.946293 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'name': 'network-vif-deleted', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:24:18.946293 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf8876-7007-43bd-8d5d-c4f005cb104a" -d '{"events": [{"server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "name": "network-vif-deleted", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:24:19.029015 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b7d74-f7da-4fea-8d56-1cd1541628fa x-openstack-request-id: req-d90b7d74-f7da-4fea-8d56-1cd1541628fa {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:24:19.029422 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4884e0f-9c90-467c-b81a-16ddf03e8102", "name": "network-vif-deleted", "tag": "8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:24:19.029802 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d90b7d74-f7da-4fea-8d56-1cd1541628fa {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:24:19.030178 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4884e0f-9c90-467c-b81a-16ddf03e8102', 'name': 'network-vif-deleted', 'tag': '8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e', 'status': 'completed', 'code': 200} Jun 17 17:24:19.128496 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26564e3-a28e-4b9a-88aa-29f4cf6e45a2 req-8b994d35-384e-4d24-81f1-577a94999696 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:19.130018 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e26564e3-a28e-4b9a-88aa-29f4cf6e45a2 req-8b994d35-384e-4d24-81f1-577a94999696 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0792766 Jun 17 17:24:19.195154 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e26564e3-a28e-4b9a-88aa-29f4cf6e45a2 req-71dd9852-d609-4ba4-9493-6f4f4b42c917 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592852 Jun 17 17:24:19.922649 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41464) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:19.986963 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f995-68f2-4135-a8d7-35195abc7f2f req-113d8d35-08e8-413b-89cb-759bfb957520 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:19.989999 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cef8f995-68f2-4135-a8d7-35195abc7f2f req-113d8d35-08e8-413b-89cb-759bfb957520 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1752851 Jun 17 17:24:20.062778 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-bd0309ed-7ed6-40b2-b6ce-e70eea2630ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:20.064475 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-bd0309ed-7ed6-40b2-b6ce-e70eea2630ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.1790941 Jun 17 17:24:20.067242 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.076154 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cef8f995-68f2-4135-a8d7-35195abc7f2f req-d7803002-b139-41d1-95a7-8ad635b4092e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772481 Jun 17 17:24:20.098001 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82381523-4579-4238-94e6-4a089a07e952 req-5937c32a-fb91-4d3f-b611-a6e4058cd760 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:20.108859 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82381523-4579-4238-94e6-4a089a07e952 req-5937c32a-fb91-4d3f-b611-a6e4058cd760 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2345877 Jun 17 17:24:20.261366 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.281769 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82381523-4579-4238-94e6-4a089a07e952 req-4a71aab4-e881-4d21-b0ca-86f4ed142577 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720243 Jun 17 17:24:20.313954 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-7cbb7234-4655-4cfe-a593-7f4340627e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:20.315430 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-7cbb7234-4655-4cfe-a593-7f4340627e7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2040250 Jun 17 17:24:20.330140 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.333313 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f79e4ea5-10da-4647-a1c3-210a8569ff0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:20.380054 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-1fd1d9bd-dd23-432f-86c2-c13cda7f805c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0565686 Jun 17 17:24:20.408240 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6fac26-2221-4fac-9861-dd1133a144f3,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:20.413433 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=500e9a1688c14ce09b548b019ae37ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877839 Jun 17 17:24:20.417466 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41486) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:20.446466 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.447135 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.449120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.449120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.449120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.449120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.449120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.450027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.450574 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.450983 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.451389 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.451804 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:20.459433 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:20.466889 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40562e9f-c310-4a34-b533-7aa20101ffea req-d43e6d4b-8fb9-42b0-98ea-8c48ffd49468 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4884e0f-9c90-467c-b81a-16ddf03e8102 HTTP/1.1" status: 200 len: 210 time: 0.0407281 Jun 17 17:24:20.483329 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-e6dbea26-201b-4227-bcac-c794b3e33969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:20.484963 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-e6dbea26-201b-4227-bcac-c794b3e33969 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.0964382 Jun 17 17:24:20.497118 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.519838 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.532482 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-4f73ffe7-70d8-48fa-80ae-6db164e5873c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340474 Jun 17 17:24:20.637416 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-10fffa27-b5eb-4862-8200-c1fb93461a83 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924861 Jun 17 17:24:20.644928 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.647456 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:20.651043 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd6fac26-2221-4fac-9861-dd1133a144f3 HTTP/1.1" status: 204 len: 168 time: 0.2300580 Jun 17 17:24:20.651043 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-22e1da5a-5106-4038-9d98-99b958be1399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:20.660227 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6fac26-2221-4fac-9861-dd1133a144f3,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:20.662445 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:20.749988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3cb4799-1d71-477a-8fa7-f09e2f313316 req-1f90b852-ce1b-4dd5-aaca-d06b7a0ffbc3 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041770 Jun 17 17:24:21.274317 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d450ed-333c-4143-a9d8-3bed9e39989c req-8378f852-6e7f-4cf5-b2fd-ed059bd98e20 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:21.276601 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60d450ed-333c-4143-a9d8-3bed9e39989c req-8378f852-6e7f-4cf5-b2fd-ed059bd98e20 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0795786 Jun 17 17:24:21.341724 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60d450ed-333c-4143-a9d8-3bed9e39989c req-2b7af14d-4975-4c44-a4a2-8404f2ecb5d1 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Jun 17 17:24:21.535672 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26908bee-1cd5-42af-be81-32086c8dbd15 req-b3e805cd-9526-4ed4-84c9-879544074e78 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:21.537629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26908bee-1cd5-42af-be81-32086c8dbd15 req-b3e805cd-9526-4ed4-84c9-879544074e78 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0816846 Jun 17 17:24:21.586907 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26908bee-1cd5-42af-be81-32086c8dbd15 req-bb00eae6-22f6-4b72-8127-83c754ba62f5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Jun 17 17:24:21.771909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41558) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:21.868494 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866254094-network', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:21.957182 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Made reservation on behalf of 0ea38b32fc3a479c81b3b2a70e4f926c for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:21.959577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:21.968693 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.074019 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.199791 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.206205 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-08cf80c0-0665-4dbd-b5f4-7acd14ed24fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:22.229575 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:24:22.244105 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec478a-a660-4bcd-9e1b-ef9fac299bb5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:22.246987 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.247331 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Added segment d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0 of type vlan for network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 Jun 17 17:24:22.248821 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:22.294841 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.406511 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.407154 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:22.407828 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.410843 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:22.488266 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:22.498670 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:22.499724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:24:22.560128 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d3e6e-0875-4117-b6ff-a6d21f0f1ed8 req-928fe9f0-4e9e-4a36-9794-f49dc6d90163 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:22.563221 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-940d3e6e-0875-4117-b6ff-a6d21f0f1ed8 req-928fe9f0-4e9e-4a36-9794-f49dc6d90163 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0945177 Jun 17 17:24:22.572049 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7989087 Jun 17 17:24:22.575433 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41584) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:22.582741 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Request body: {'subnet': {'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866254094-subnet', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:22.610528 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-940d3e6e-0875-4117-b6ff-a6d21f0f1ed8 req-6f000901-05e0-45dc-984e-05510244ebf4 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Jun 17 17:24:22.696790 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Made reservation on behalf of 0ea38b32fc3a479c81b3b2a70e4f926c for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:22.699673 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:22.762043 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:24:22.788008 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22b848-fd76-4eab-a515-c72b6b3d1feb req-319a8987-0f3d-4f10-84fb-a112cec77c85 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:22.790910 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a22b848-fd76-4eab-a515-c72b6b3d1feb req-319a8987-0f3d-4f10-84fb-a112cec77c85 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0783143 Jun 17 17:24:22.799844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:24:22.800238 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8ef8e69b-9d64-4c0c-ac16-3fa5d4db930e not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:24:22.852750 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a22b848-fd76-4eab-a515-c72b6b3d1feb req-5412ec3a-9165-4d8c-a683-4154ae7936ee tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549574 Jun 17 17:24:23.245512 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.248136 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9cc69ed2-a2e2-41ed-bd5c-98397b9d326b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:23.306965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae09b8f9-360a-4670-a0f1-7b421e7bea99,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:23.310708 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:23.317478 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Checking segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:23.317478 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Network hostable DHCP agents. Network: 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:24:23.416449 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:24:23.507558 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:23.511694 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:23.512282 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.516953 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21709a67-d504-47fb-a0c0-8214a53eb8f5 None None] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:23.571116 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9945059 Jun 17 17:24:23.573861 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41622) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:23.578252 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:23.673455 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.674692 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.678455 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:24:23.680805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.728242 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.797544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef702-4f52-4747-9482-a219a2c2c304 req-d23e92ff-1e16-4ed1-8257-a4776c9c8569 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:23.799019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-931ef702-4f52-4747-9482-a219a2c2c304 req-d23e92ff-1e16-4ed1-8257-a4776c9c8569 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0653908 Jun 17 17:24:23.824858 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Allocated IP 172.20.0.2 (7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99/ae09b8f9-360a-4670-a0f1-7b421e7bea99/6eeb619a-a626-4ee5-9f55-0c947102cde5) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:23.844408 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-931ef702-4f52-4747-9482-a219a2c2c304 req-235391a6-e6a0-405c-9cc7-fe321009c86c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Jun 17 17:24:23.974305 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.983671 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Transition to ACTIVE for port object 6eeb619a-a626-4ee5-9f55-0c947102cde5 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:23.995958 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:23.999180 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Transition to ACTIVE for port object 6eeb619a-a626-4ee5-9f55-0c947102cde5 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:24.062505 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.064676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:24.109312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05ffc7-1e95-4ef8-a4cc-5ab47828e693 req-3349c681-4cc5-44a3-a843-8d10582167d3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:24.111474 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e05ffc7-1e95-4ef8-a4cc-5ab47828e693 req-3349c681-4cc5-44a3-a843-8d10582167d3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0731945 Jun 17 17:24:24.112453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:24.115615 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:24.119295 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:24.153172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Pushing event updated for resources: {'Port': ['ID=6eeb619a-a626-4ee5-9f55-0c947102cde5,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:24.156707 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:24.159677 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e05ffc7-1e95-4ef8-a4cc-5ab47828e693 req-6d2574fe-6b07-44eb-8177-474c74d43318 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Jun 17 17:24:24.192669 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Attempting to bind port 6eeb619a-a626-4ee5-9f55-0c947102cde5 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:24.193303 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Attempting to bind port 6eeb619a-a626-4ee5-9f55-0c947102cde5 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:24.193870 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Attempting to bind port 6eeb619a-a626-4ee5-9f55-0c947102cde5 on network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:24.201962 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:24.203613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Checking segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:24.203613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.203613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Bound using segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:24.204056 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Bound port: 6eeb619a-a626-4ee5-9f55-0c947102cde5, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:24.204525 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.290083 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] For port 6eeb619a-a626-4ee5-9f55-0c947102cde5, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:24.294810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] For port 6eeb619a-a626-4ee5-9f55-0c947102cde5, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6eeb619a-a626-4ee5-9f55-0c947102cde5,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:24.297580 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.318267 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.359551 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.361623 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07376b5f-18ec-47a2-a4d9-d5a625494603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:24.433123 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Pushing event updated for resources: {'Port': ['ID=6eeb619a-a626-4ee5-9f55-0c947102cde5,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:24.434468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:24.452996 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Allocated IP 172.27.0.99 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/45c63ebf-3151-4f11-895a-a2f86650e095) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:24.562592 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.656507 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:24.668497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0f13ba10-df0f-4b99-93be-a7213371cadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:24.699522 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:24.702551 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:24.706372 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:24.739231 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Pushing event updated for resources: {'Port': ['ID=45c63ebf-3151-4f11-895a-a2f86650e095,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:24.745638 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:25.044426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:25.261880 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:25.354920 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2130b-887f-4201-a1a8-34a6d66466c5 req-d50dc43b-48fb-4175-9dcc-cb3d8971479d tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:25.356442 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1f2130b-887f-4201-a1a8-34a6d66466c5 req-d50dc43b-48fb-4175-9dcc-cb3d8971479d tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0784485 Jun 17 17:24:25.362622 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efd698-6f0c-4362-8ed9-56c01b42ba9e None None] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:25.409843 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1f2130b-887f-4201-a1a8-34a6d66466c5 req-ef87557c-f239-4fe1-afac-a5b52d36cbbf tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474319 Jun 17 17:24:25.496164 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Router 4f948959-aad6-4d30-aac7-cc95752d3544 is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:24:25.526035 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d62dc4b9-4217-449d-a190-46205806e409 None None] Provisioning for port 6eeb619a-a626-4ee5-9f55-0c947102cde5 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:25.599845 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:25.608779 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Sync routers for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:25.618534 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:25.619233 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:25.671997 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:25.673451 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0986710 Jun 17 17:24:25.676310 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41660) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:25.726844 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:25.874879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6eeb619a-a626-4ee5-9f55-0c947102cde5 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:25.912183 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:24Z', 'revision_number': 3, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:25.939008 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Checking router: 4f948959-aad6-4d30-aac7-cc95752d3544 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:25.939378 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Updating router 4f948959-aad6-4d30-aac7-cc95752d3544 port 45c63ebf-3151-4f11-895a-a2f86650e095 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:25.994198 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 6eeb619a-a626-4ee5-9f55-0c947102cde5 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:25.999239 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 6eeb619a-a626-4ee5-9f55-0c947102cde5 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:25.999628 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.066920 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.087797 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.109259 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.144337 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 6eeb619a-a626-4ee5-9f55-0c947102cde5, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6eeb619a-a626-4ee5-9f55-0c947102cde5,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:26.203184 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.206174 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:26.254048 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=6eeb619a-a626-4ee5-9f55-0c947102cde5,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:26.261742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.262095 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.262438 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.262778 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.263242 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.263587 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.263916 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.264288 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.264700 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.264935 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.265259 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.265580 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:26.276781 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:26.277353 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Allocated IP 172.20.0.1 (7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99/ae09b8f9-360a-4670-a0f1-7b421e7bea99/94180ff6-c4f5-495b-8041-1de92d04dd55) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:26.334191 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.345333 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Transition to ACTIVE for port object 45c63ebf-3151-4f11-895a-a2f86650e095 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:26.394754 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.407881 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Transition to ACTIVE for port object 94180ff6-c4f5-495b-8041-1de92d04dd55 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:26.416315 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.442646 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:26.495116 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Attempting to bind port 45c63ebf-3151-4f11-895a-a2f86650e095 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:26.495548 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Attempting to bind port 45c63ebf-3151-4f11-895a-a2f86650e095 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:26.495916 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Attempting to bind port 45c63ebf-3151-4f11-895a-a2f86650e095 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:26.503127 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Pushing event updated for resources: {'Port': ['ID=45c63ebf-3151-4f11-895a-a2f86650e095,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:26.506669 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:26.507890 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:26.508170 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.508761 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:26.508761 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.509108 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:26.509590 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Bound port: 45c63ebf-3151-4f11-895a-a2f86650e095, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:26.509961 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.510610 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:26.546936 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:26.551629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:26.557826 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:26.563085 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Pushing event updated for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:26.573141 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] For port 45c63ebf-3151-4f11-895a-a2f86650e095, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:26.576733 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] For port 45c63ebf-3151-4f11-895a-a2f86650e095, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=45c63ebf-3151-4f11-895a-a2f86650e095,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:26.588931 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:26.609316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.631707 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1c5fe-8cb0-43eb-870b-84bdeaca0da4 req-31c593d7-6751-4abb-8db1-714d65f06820 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:26.633333 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8b1c5fe-8cb0-43eb-870b-84bdeaca0da4 req-31c593d7-6751-4abb-8db1-714d65f06820 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0975325 Jun 17 17:24:26.669927 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.675083 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:26.683039 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8b1c5fe-8cb0-43eb-870b-84bdeaca0da4 req-a14e3eeb-1f15-4aa1-bfd1-eb51ee9f3652 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Jun 17 17:24:26.744110 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:26.745007 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:26.807965 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Pushing event updated for resources: {'Port': ['ID=45c63ebf-3151-4f11-895a-a2f86650e095,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:26.812764 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:26.839768 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-da085ea3-5c2c-4025-8d7d-d0cda3b84200 None None] Provisioning for port 94180ff6-c4f5-495b-8041-1de92d04dd55 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:26.844335 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-da085ea3-5c2c-4025-8d7d-d0cda3b84200 None None] Provisioning complete for port 94180ff6-c4f5-495b-8041-1de92d04dd55 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:26.844786 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-da085ea3-5c2c-4025-8d7d-d0cda3b84200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.853922 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:26.856851 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:26.882942 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-da085ea3-5c2c-4025-8d7d-d0cda3b84200 None None] Port 94180ff6-c4f5-495b-8041-1de92d04dd55 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:27.048317 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:24Z', 'revision_number': 3, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:27.079485 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1723453-b6a8-4104-bb4d-a2b285edbb02 None None] The sync data for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi is: [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:24Z', 'revision_number': 3, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:27.260041 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:27.410838 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:27.417106 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:27.493247 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Pushing event updated for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:27.497418 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:27.555430 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:27.670031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:27.671613 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:28.013843 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Router 4f948959-aad6-4d30-aac7-cc95752d3544 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:24:28.041907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f6287-e860-4b48-9845-452704a68a57 req-3f9bb99b-286c-4459-95b0-bcb359c57ff6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:28.051509 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-285f6287-e860-4b48-9845-452704a68a57 req-3f9bb99b-286c-4459-95b0-bcb359c57ff6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1191914 Jun 17 17:24:28.076480 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6eeb619a-a626-4ee5-9f55-0c947102cde5 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:28.188034 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 6eeb619a-a626-4ee5-9f55-0c947102cde5 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:28.189616 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:28.226581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-285f6287-e860-4b48-9845-452704a68a57 req-bff296ce-3438-450b-9bc7-49d75d17d414 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732378 Jun 17 17:24:28.284385 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684ebd5-4682-4164-b5c6-6c787c7eb9fd req-df4512c8-e3f4-4aa5-b7e5-ab06d2ddc687 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:28.297477 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9684ebd5-4682-4164-b5c6-6c787c7eb9fd req-df4512c8-e3f4-4aa5-b7e5-ab06d2ddc687 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2731647 Jun 17 17:24:28.321849 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90602b47-230e-4850-a1a2-6263d6348136 None None] Provisioning complete for port 94180ff6-c4f5-495b-8041-1de92d04dd55 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:28.322936 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90602b47-230e-4850-a1a2-6263d6348136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:28.369987 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9684ebd5-4682-4164-b5c6-6c787c7eb9fd req-54fbf748-68ac-49a0-9930-1918742ea0dc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Jun 17 17:24:28.372452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:28.400668 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] 10.222.0.10 "PUT /v2.0/routers/4f948959-aad6-4d30-aac7-cc95752d3544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130182 Jun 17 17:24:28.478543 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90602b47-230e-4850-a1a2-6263d6348136 None None] Port 94180ff6-c4f5-495b-8041-1de92d04dd55 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:28.576485 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 45c63ebf-3151-4f11-895a-a2f86650e095 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:28.797521 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 45c63ebf-3151-4f11-895a-a2f86650e095 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:28.802681 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 45c63ebf-3151-4f11-895a-a2f86650e095 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:28.803074 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:28.897521 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41744) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:29.189215 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:29.222066 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 45c63ebf-3151-4f11-895a-a2f86650e095, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=45c63ebf-3151-4f11-895a-a2f86650e095,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:29.274806 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:29.340268 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:29.345209 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:29.441390 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=45c63ebf-3151-4f11-895a-a2f86650e095,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:29.449356 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:29.574503 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:29.591011 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e517f4-657b-4ad2-bcf6-5497acda3f34 req-f5e9923c-017f-40af-ab1c-7758dbbb077f tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:29.592664 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-49e517f4-657b-4ad2-bcf6-5497acda3f34 req-f5e9923c-017f-40af-ab1c-7758dbbb077f tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1413181 Jun 17 17:24:29.622879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Sync routers for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:29.634660 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:29.636129 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:29.660207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-49e517f4-657b-4ad2-bcf6-5497acda3f34 req-3cb6f832-b258-4184-81c1-d583d2436bce tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534546 Jun 17 17:24:29.780120 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41766) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:29.782976 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:29.798514 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ad7b333-17ee-481b-85eb-423ca695a36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:29.948337 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:29.958868 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf57d58aeee141a5a1169df34af13f31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601923 Jun 17 17:24:29.962173 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41774) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:29.986555 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730215d8-660b-4383-b076-663786a3c809,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:30.003245 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:30.010222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41776) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:30.029543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1190647902-network', 'tenant_id': 'd495820e1922403c8533daac91a047c3'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:30.067496 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 45c63ebf-3151-4f11-895a-a2f86650e095 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:30.143786 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.174794 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.180105 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Made reservation on behalf of d495820e1922403c8533daac91a047c3 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:30.183290 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.208330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.280842 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 45c63ebf-3151-4f11-895a-a2f86650e095 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:30.281901 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.282288 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.331617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.334849 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.336693 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/730215d8-660b-4383-b076-663786a3c809 HTTP/1.1" status: 204 len: 168 time: 0.3731272 Jun 17 17:24:30.337867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a076a5f4-d1a4-4d1c-a6b2-6c4b95e6ec7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:30.352875 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730215d8-660b-4383-b076-663786a3c809,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:30.356740 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:30.469215 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:27Z', 'revision_number': 2, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:30.498959 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.523515 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Checking router: 4f948959-aad6-4d30-aac7-cc95752d3544 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:30.524722 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Updating router 4f948959-aad6-4d30-aac7-cc95752d3544 port 94180ff6-c4f5-495b-8041-1de92d04dd55 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:30.570574 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.576916 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e22d4020-0dfe-4410-a7aa-9e82b9d08b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:30.592996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.611785 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:24:30.634238 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.634540 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Added segment 81984d86-c9db-4fc0-8df9-56d5b72ccef6 of type vlan for network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 Jun 17 17:24:30.636093 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb0021e-4740-4554-ab0f-eb02ae01a6ed,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:30.646071 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:30.721621 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.755301 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.850186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.851870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:30.853028 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.855681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-634a3eb5-a341-4236-91a2-eb6505e7b29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:30.857270 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:30.887029 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:30.925723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Pushing event updated for resources: {'Network': ['ID=5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:30.931317 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:30.947495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:24:30.994487 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9808555 Jun 17 17:24:30.998769 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41786) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:31.004999 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Request body: {'subnet': {'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1190647902-subnet', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:31.078638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450642d8-cee2-444d-b19a-af204dc21d29,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:31.082516 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:31.085386 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df112b3d11964973a090f43c8385433c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017948 Jun 17 17:24:31.089789 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41788) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:31.131656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39e6de-68bd-420d-9b0e-2ebffe453472 req-53f01925-9bc5-44d6-be28-0f4b0d9f9de9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:31.131656 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe39e6de-68bd-420d-9b0e-2ebffe453472 req-53f01925-9bc5-44d6-be28-0f4b0d9f9de9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.3218684 Jun 17 17:24:31.144027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Made reservation on behalf of d495820e1922403c8533daac91a047c3 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:31.146571 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.216587 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe39e6de-68bd-420d-9b0e-2ebffe453472 req-2f19a4b2-f77c-477e-b8a2-4e41eec546fb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757985 Jun 17 17:24:31.261119 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.273667 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Transition to ACTIVE for port object 94180ff6-c4f5-495b-8041-1de92d04dd55 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:31.322152 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.357607 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.359962 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9a25fc03-15ad-4052-a011-ea6f66b5edb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:31.360115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.439037 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Pushing event updated for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:31.444106 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:31.521444 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Attempting to bind port 94180ff6-c4f5-495b-8041-1de92d04dd55 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:31.522056 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Attempting to bind port 94180ff6-c4f5-495b-8041-1de92d04dd55 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:31.522623 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Attempting to bind port 94180ff6-c4f5-495b-8041-1de92d04dd55 on network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:31.532474 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:31.532854 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Checking segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:31.533292 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.533791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Bound using segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:31.534368 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Bound port: 94180ff6-c4f5-495b-8041-1de92d04dd55, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:31.534911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.562064 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.567699 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:31.611234 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.614682 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.620160 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/450642d8-cee2-444d-b19a-af204dc21d29 HTTP/1.1" status: 204 len: 168 time: 0.5290079 Jun 17 17:24:31.663482 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] For port 94180ff6-c4f5-495b-8041-1de92d04dd55, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:31.663654 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16d8ce1-a34d-4e60-8b7e-862e45e2af21,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:31.665569 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:31.668566 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a6395af7-e4b6-4dd2-9910-92f0cbff3f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:31.670606 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] For port 94180ff6-c4f5-495b-8041-1de92d04dd55, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=94180ff6-c4f5-495b-8041-1de92d04dd55,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:31.691810 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450642d8-cee2-444d-b19a-af204dc21d29,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:31.694048 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:31.697965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Checking segment: {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:31.698168 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Network hostable DHCP agents. Network: 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:24:31.727525 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.730419 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:31.799303 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:31.800346 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:31.802254 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Pushing event updated for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:31.805045 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:24:31.806924 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:31.896544 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:31.901966 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:31.902906 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:31.912293 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1f954-e360-4997-9773-6ff63449b2c0 None None] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:31.966263 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:31.996039 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9949868 Jun 17 17:24:31.998511 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41796) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:32.005324 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:32.149671 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.153030 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.333648 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.548851 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'fixed_ips': [{'subnet_id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:24:32.549727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.564599 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:31Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:32.612845 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff082a-c1cc-4923-a6b8-96e2ff11f8d2 None None] The sync data for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi is: [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:31Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:32.640164 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dddf2-6cda-4c14-a73f-e76e4fae7f60 req-39c72234-0453-42b8-9645-b83f29258421 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:32.642998 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d8dddf2-6cda-4c14-a73f-e76e4fae7f60 req-39c72234-0453-42b8-9645-b83f29258421 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1911469 Jun 17 17:24:32.694529 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.781440 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d8dddf2-6cda-4c14-a73f-e76e4fae7f60 req-e8fdc1ab-9e7a-4791-b0a5-d06daaec0b2c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246710 Jun 17 17:24:32.906853 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Allocated IP 172.20.0.2 (5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8/e16d8ce1-a34d-4e60-8b7e-862e45e2af21/ea8e713c-bc7a-453e-a4cc-8bd646ab7eed) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:33.168945 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.204670 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.349925 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.372186 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Transition to ACTIVE for port object ea8e713c-bc7a-453e-a4cc-8bd646ab7eed will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:33.409116 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-df17df04-44b7-4b06-970c-dd63e372ede8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395724 Jun 17 17:24:33.420702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Transition to ACTIVE for port object ea8e713c-bc7a-453e-a4cc-8bd646ab7eed will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:33.488917 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Allocated IP 172.27.0.148 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/aad5958a-c022-437a-bccc-3ef0f8c5f66d) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:33.519599 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.521663 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:33.558945 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41838) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:33.604838 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:33.621597 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-25bffe2c-3c97-4ca3-8272-36a73129e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:33.624243 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-25bffe2c-3c97-4ca3-8272-36a73129e71d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 1098 time: 0.1585276 Jun 17 17:24:33.626985 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:33.649212 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:33.654745 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Pushing event updated for resources: {'Port': ['ID=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:33.660143 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:33.785580 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.801550 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Attempting to bind port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:33.802303 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Attempting to bind port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:33.802806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Attempting to bind port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed on network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:33.817573 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:33.818555 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Checking segment: {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:33.819212 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.819964 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Bound using segment: {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:33.820749 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Bound port: ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:33.821358 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:33.826380 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-164454749-network', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:33.963780 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] For port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:33.968139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] For port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:33.997860 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 94180ff6-c4f5-495b-8041-1de92d04dd55 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:34.004940 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Made reservation on behalf of 0dd05f8460594c61a3cc16ddae6fb05a for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:34.007694 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.015776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-d4559bc3-f340-404a-8170-e86a53995c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:34.017484 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-d4559bc3-f340-404a-8170-e86a53995c4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.3642945 Jun 17 17:24:34.025327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.035254 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.047153 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a174b908-ffe3-4c1d-85cb-5695d2b76cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:34.066082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.072202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:34.115450 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-c9bc6cde-4c59-4f4e-87e3-9bdba88eec5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 200 len: 217 time: 0.0760927 Jun 17 17:24:34.119340 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Pushing event updated for resources: {'Port': ['ID=aad5958a-c022-437a-bccc-3ef0f8c5f66d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:34.135681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:34.137534 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:34.147819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:34.157345 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:34.247701 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Pushing event updated for resources: {'Port': ['ID=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:34.254230 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:34.472676 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-fd314ea1-70f3-419d-ad2b-2b1357bb82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:34.472676 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-fd314ea1-70f3-419d-ad2b-2b1357bb82de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.1634560 Jun 17 17:24:34.472676 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-01ab9891-f3b8-41f6-874a-2277c42291b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455334 Jun 17 17:24:34.472676 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-b0e11957-7c90-43ce-8b90-7447fbf82543 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192236 Jun 17 17:24:34.479540 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651a3e-b3cb-4c5a-b350-8642f6c0b513 req-c837336f-afd8-451a-8410-3ed0d5953f67 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:34.492784 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1651a3e-b3cb-4c5a-b350-8642f6c0b513 req-c837336f-afd8-451a-8410-3ed0d5953f67 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.3942511 Jun 17 17:24:34.538246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 94180ff6-c4f5-495b-8041-1de92d04dd55 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:34.548775 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 94180ff6-c4f5-495b-8041-1de92d04dd55 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:34.549244 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.558700 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.636789 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1651a3e-b3cb-4c5a-b350-8642f6c0b513 req-4cc3579d-0cf7-4a9e-86e5-77a2dbdc5791 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430559 Jun 17 17:24:34.680422 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fff1b1bd-07a4-4bf5-a168-a060b985c6cd req-15fcbdac-e62e-4b0b-9e4f-6b8739443b61 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757922 Jun 17 17:24:34.699342 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.728351 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-dd098e4b-9e9b-4487-8538-acf214c9820a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:34.755004 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:24:34.762702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.781099 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a332d5-855c-4c9c-a854-3d7627849290,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:34.788750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:34.790589 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.790940 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Added segment f80f6f59-5fe2-43b1-bcc8-2e56e4cced60 of type vlan for network 66efa165-bc99-49e4-a1fc-8927096d8ada Jun 17 17:24:34.821489 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 94180ff6-c4f5-495b-8041-1de92d04dd55, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=94180ff6-c4f5-495b-8041-1de92d04dd55,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:34.823903 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.845115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.847876 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.887910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.895147 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:34.993240 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:34.996835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:35.034131 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.037273 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:35.037721 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.047889 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:35.117579 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.152761 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5926986 Jun 17 17:24:35.154075 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Pushing event updated for resources: {'Network': ['ID=66efa165-bc99-49e4-a1fc-8927096d8ada,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:35.155700 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41866) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:35.161358 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Request body: {'subnet': {'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-164454749-subnet', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:35.168141 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:35.175978 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 66efa165-bc99-49e4-a1fc-8927096d8ada details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:24:35.260579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Made reservation on behalf of 0dd05f8460594c61a3cc16ddae6fb05a for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:35.262846 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14506536'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.420484 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Router 45b7be7b-0493-4e03-90ca-974bd434f639 is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:24:35.534847 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14338292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14506554'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.537534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e9a16fba-24d8-4de8-9677-ee549bed0cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:35.592310 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c04ec46-e127-408c-a26f-da0a39c2f166,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:35.595708 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:35.631640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:35.646346 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Sync routers for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:35.659233 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:35.659983 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:35.687312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Checking segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:35.687312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Network hostable DHCP agents. Network: 66efa165-bc99-49e4-a1fc-8927096d8ada, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:24:35.736534 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:35.737843 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7383606 Jun 17 17:24:35.740618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41878) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:35.812949 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:35.899461 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e8e04-dea8-414a-a8be-a54c21454812 None None] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:36.056952 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 3, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:36.066671 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-95399619-4cdd-4081-aee5-2eaea49a0ff1 None None] Provisioning for port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:36.087961 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Checking router: 45b7be7b-0493-4e03-90ca-974bd434f639 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:36.088698 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Updating router 45b7be7b-0493-4e03-90ca-974bd434f639 port aad5958a-c022-437a-bccc-3ef0f8c5f66d binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:36.127515 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 94180ff6-c4f5-495b-8041-1de92d04dd55 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:36.145279 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.146178 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Network 66efa165-bc99-49e4-a1fc-8927096d8ada is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:24:36.223962 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 94180ff6-c4f5-495b-8041-1de92d04dd55 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:36.224758 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.321330 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cb58f-abe9-416e-9f3f-9584830fd684 req-b1372823-ffc9-4966-a868-5b7a95efdbbb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:36.344229 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a44cb58f-abe9-416e-9f3f-9584830fd684 req-b1372823-ffc9-4966-a868-5b7a95efdbbb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2004745 Jun 17 17:24:36.400584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 66efa165-bc99-49e4-a1fc-8927096d8ada) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:36.408722 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7732dc0-8433-4af8-9042-57cd32535e8c None None] Network 66efa165-bc99-49e4-a1fc-8927096d8ada requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:36.437516 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ea8e713c-bc7a-453e-a4cc-8bd646ab7eed up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:36.437723 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:36.438088 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.489112 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a44cb58f-abe9-416e-9f3f-9584830fd684 req-0fa8460e-f1bf-4aa5-a5fe-a2ded0baebca tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438987 Jun 17 17:24:36.569460 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4119301 Jun 17 17:24:36.572125 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41884) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:36.577434 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:36.645393 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.708059 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.709680 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.710094 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Transition to ACTIVE for port object aad5958a-c022-437a-bccc-3ef0f8c5f66d will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:36.804048 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:36.805371 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.815367 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-77205a62-b8c2-41da-bdb7-4dfc40cc1129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:36.825892 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:36.826241 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.860826 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Pushing event updated for resources: {'Port': ['ID=aad5958a-c022-437a-bccc-3ef0f8c5f66d,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:36.886324 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.887011 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.887614 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.888014 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.888445 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.895332 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.895933 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.896106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.896853 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.897456 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.898056 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.898586 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.899174 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:24:36.904080 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Attempting to bind port aad5958a-c022-437a-bccc-3ef0f8c5f66d on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:36.904482 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Attempting to bind port aad5958a-c022-437a-bccc-3ef0f8c5f66d by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:36.905104 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Attempting to bind port aad5958a-c022-437a-bccc-3ef0f8c5f66d on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:36.924395 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:36.926130 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:36.926332 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:36.929200 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.932681 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:36.933795 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Bound port: aad5958a-c022-437a-bccc-3ef0f8c5f66d, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:36.934524 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.023823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-66efa165-bc99-49e4-a1fc-8927096d8ada', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:24:37.024764 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.117123 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] For port aad5958a-c022-437a-bccc-3ef0f8c5f66d, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:37.124283 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] For port aad5958a-c022-437a-bccc-3ef0f8c5f66d, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aad5958a-c022-437a-bccc-3ef0f8c5f66d,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:37.138283 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.191591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Allocated IP 172.20.0.1 (5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8/e16d8ce1-a34d-4e60-8b7e-862e45e2af21/187bf2e1-b8be-4563-b228-2c6829b4b4f1) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:37.193187 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.194092 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:37.206666 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:37.225908 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.246418 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:37.247466 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:37.279840 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.283951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Allocated IP 172.20.0.2 (66efa165-bc99-49e4-a1fc-8927096d8ada/6c04ec46-e127-408c-a26f-da0a39c2f166/aa4d7e82-4d01-4de6-8200-229df5ac49d2) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:37.286440 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-de415bf3-839b-4987-a8b8-eea4ea20317b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:37.394939 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.434961 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Transition to ACTIVE for port object 187bf2e1-b8be-4563-b228-2c6829b4b4f1 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:37.478734 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Pushing event updated for resources: {'Port': ['ID=aad5958a-c022-437a-bccc-3ef0f8c5f66d,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:37.483586 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:37.501785 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:37.566319 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:37.566934 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.593993 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:37.605721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.608306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:37.707619 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:37.756971 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:37.792865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:37.805674 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:37.828717 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Transition to ACTIVE for port object aa4d7e82-4d01-4de6-8200-229df5ac49d2 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:37.850982 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:37.882822 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Transition to ACTIVE for port object aa4d7e82-4d01-4de6-8200-229df5ac49d2 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:37.955841 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ea8e713c-bc7a-453e-a4cc-8bd646ab7eed up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:38.006157 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 3, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:38.023650 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:38.080280 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad5e49-bcbf-4bac-b4ae-659fd6930d55 None None] The sync data for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi is: [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 3, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:38.091840 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.105036 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.138546 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:38.167285 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.180766 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Network 66efa165-bc99-49e4-a1fc-8927096d8ada is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:38.186717 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19565ded-7040-4f49-bcec-80a76040755b req-5cfec3f6-6728-40ae-ab97-18eadad3dd4b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:38.189398 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19565ded-7040-4f49-bcec-80a76040755b req-5cfec3f6-6728-40ae-ab97-18eadad3dd4b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.3656573 Jun 17 17:24:38.221990 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.231114 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:38.235173 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:38.262065 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Pushing event updated for resources: {'Port': ['ID=aa4d7e82-4d01-4de6-8200-229df5ac49d2,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:38.303306 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:38.311083 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:38.312333 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.321858 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19565ded-7040-4f49-bcec-80a76040755b req-69e7b23f-0f11-43a5-b7a0-5e5dfe5127c6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678847 Jun 17 17:24:38.399497 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.416548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Allocated IP 172.27.0.121 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/e3f640ab-95ad-431e-8951-98038a5f3979) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:38.497621 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Attempting to bind port aa4d7e82-4d01-4de6-8200-229df5ac49d2 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:38.498095 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Attempting to bind port aa4d7e82-4d01-4de6-8200-229df5ac49d2 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:38.498544 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Attempting to bind port aa4d7e82-4d01-4de6-8200-229df5ac49d2 on network 66efa165-bc99-49e4-a1fc-8927096d8ada {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:38.516930 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:38.525411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Checking segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:38.526091 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.529015 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Bound using segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:38.531842 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Bound port: aa4d7e82-4d01-4de6-8200-229df5ac49d2, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:38.531842 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.585387 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c50dbc03-619a-418b-8423-34ce71334f6b None None] Provisioning for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:38.606343 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c50dbc03-619a-418b-8423-34ce71334f6b None None] Provisioning complete for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:38.606725 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c50dbc03-619a-418b-8423-34ce71334f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.655086 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.775692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.816224 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-c50dbc03-619a-418b-8423-34ce71334f6b None None] Port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:38.835495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] For port aa4d7e82-4d01-4de6-8200-229df5ac49d2, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:38.837502 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] For port aa4d7e82-4d01-4de6-8200-229df5ac49d2, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aa4d7e82-4d01-4de6-8200-229df5ac49d2,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:38.857125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.857247 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.879487 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a1efa97-a8ea-46a5-8663-f38c8ccccbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:38.894166 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:38.940751 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.945658 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-c8b82902-e984-4268-a0cd-9e6a0d13ebb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:38.956385 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:38.963561 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:38.971942 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:38.972190 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:38.975511 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:38.981768 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:39.091673 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Pushing event updated for resources: {'Port': ['ID=aa4d7e82-4d01-4de6-8200-229df5ac49d2,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:39.095294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:39.124666 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Pushing event updated for resources: {'Port': ['ID=e3f640ab-95ad-431e-8951-98038a5f3979,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:39.132634 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:39.342537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:39.385867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:39.749049 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:39.756250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-be77afe0-be2e-437e-9900-fa80b35f6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:39.764720 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-be77afe0-be2e-437e-9900-fa80b35f6b90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.4916751 Jun 17 17:24:39.846671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Router 45b7be7b-0493-4e03-90ca-974bd434f639 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:24:39.886935 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629fb60-c5c2-4758-8f6c-bc9c8c1118ba req-785ccddb-dc65-4d04-8e2f-f169b1990d21 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:39.898219 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4629fb60-c5c2-4758-8f6c-bc9c8c1118ba req-785ccddb-dc65-4d04-8e2f-f169b1990d21 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.5842257 Jun 17 17:24:39.963826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-48af8745-945c-42b3-838f-35275eda4048 None None] Provisioning complete for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:39.965126 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48af8745-945c-42b3-838f-35275eda4048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.054541 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-48af8745-945c-42b3-838f-35275eda4048 None None] Port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:40.069540 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aad5958a-c022-437a-bccc-3ef0f8c5f66d up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:40.082550 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4629fb60-c5c2-4758-8f6c-bc9c8c1118ba req-b7c9a273-2e96-47b7-b51e-07c24ecb191d tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820252 Jun 17 17:24:40.098924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.210635 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-37594116-46c5-4ed0-a29d-282bccc5e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:40.213457 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-37594116-46c5-4ed0-a29d-282bccc5e3a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.4225328 Jun 17 17:24:40.322910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port aad5958a-c022-437a-bccc-3ef0f8c5f66d completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:40.338897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port aad5958a-c022-437a-bccc-3ef0f8c5f66d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:40.339142 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.421013 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-c969fa9d-2675-4b9f-819f-0ad5eae17514 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1001 time: 0.1899381 Jun 17 17:24:40.422028 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Router 823f66d8-99d2-495e-812f-a1ef3f3bb29d is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:24:40.459014 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.542600 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port aad5958a-c022-437a-bccc-3ef0f8c5f66d, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aad5958a-c022-437a-bccc-3ef0f8c5f66d,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:40.595215 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:40.610061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-e4c706bd-806c-4cf2-8665-f935b0c3ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:40.618522 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-e4c706bd-806c-4cf2-8665-f935b0c3ce1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.1777036 Jun 17 17:24:40.663669 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] 10.222.0.10 "PUT /v2.0/routers/45b7be7b-0493-4e03-90ca-974bd434f639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9212005 Jun 17 17:24:40.707496 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b099d6-bf47-40b2-9125-2791a24cca25 req-40dcc806-2d7a-4eeb-b48f-c921a4d4f0af tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:40.719177 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50b099d6-bf47-40b2-9125-2791a24cca25 req-40dcc806-2d7a-4eeb-b48f-c921a4d4f0af tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.3811212 Jun 17 17:24:40.810638 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.812612 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aa4d7e82-4d01-4de6-8200-229df5ac49d2 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:40.826908 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:40.904620 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:40.912556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-e57afb38-8cf7-49d6-99d2-8e5871b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:40.916447 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-e57afb38-8cf7-49d6-99d2-8e5871b71452 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.6350176 Jun 17 17:24:40.952807 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Sync routers for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:40.980129 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:40.986785 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:40.986785 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4103670 Jun 17 17:24:40.987235 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:40.987365 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50b099d6-bf47-40b2-9125-2791a24cca25 req-0b413009-0433-4d40-ae79-dd18f939bd77 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650249 Jun 17 17:24:40.987466 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41948) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:41.129540 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-a43bc701-7a6d-4ce6-9317-dace93ba70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:41.131070 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-a43bc701-7a6d-4ce6-9317-dace93ba70a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4595654 Jun 17 17:24:41.209753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=aad5958a-c022-437a-bccc-3ef0f8c5f66d,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:41.218491 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-533d2c4c-a883-4a5c-aa08-f34354f36100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:41.219714 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-533d2c4c-a883-4a5c-aa08-f34354f36100 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2920103 Jun 17 17:24:41.222749 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:41.265012 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4787b4-0049-4ddb-83cd-3a6e5a9534ba None None] Network 66efa165-bc99-49e4-a1fc-8927096d8ada requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:41.305020 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port aa4d7e82-4d01-4de6-8200-229df5ac49d2 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:41.332658 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-e068862e-ae7f-4303-97e6-d20668df2ec7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0821366 Jun 17 17:24:41.340196 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:41.429120 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-ead61059-b629-4d12-83c1-0681bdedabbd service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830181 Jun 17 17:24:41.497927 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-57a35f8e-c1d9-4c10-b99b-df11423ae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:41.499363 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-57a35f8e-c1d9-4c10-b99b-df11423ae8aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.1544898 Jun 17 17:24:41.547844 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Sync routers for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:41.558725 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:41.559658 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:41.658430 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-118cf84c-aa02-42a7-8601-26deec352397 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889103 Jun 17 17:24:41.894573 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 41966) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:41.907158 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:41.917930 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54064615', 'description': 'tempest-secgroup-smoke-54064615 description', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:42.000775 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aad5958a-c022-437a-bccc-3ef0f8c5f66d up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:42.011090 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Provisioning for port aa4d7e82-4d01-4de6-8200-229df5ac49d2 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:42.038381 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f30b-a7e6-482f-b6e9-8a6e1fb61ca5 req-87214ea8-2b7e-4826-a115-c10c581d65e6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:42.053574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Provisioning complete for port aa4d7e82-4d01-4de6-8200-229df5ac49d2 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:42.053855 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4773f30b-a7e6-482f-b6e9-8a6e1fb61ca5 req-87214ea8-2b7e-4826-a115-c10c581d65e6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.7190807 Jun 17 17:24:42.054495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.060766 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf288dda-2bc8-4c17-97e5-43a9fdfb0c9a req-b4286cf9-e5d6-44a2-beff-69c389e65c49 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589070 Jun 17 17:24:42.154546 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.175409 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4773f30b-a7e6-482f-b6e9-8a6e1fb61ca5 req-c0a26953-ac3d-4bb2-8708-dd647a070eab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176083 Jun 17 17:24:42.233155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.240057 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-565cf9d9-0588-4881-bae7-eb9aa5e314b0 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882503 Jun 17 17:24:42.306509 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port aad5958a-c022-437a-bccc-3ef0f8c5f66d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:42.309243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.366958 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:38Z', 'revision_number': 4, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '187bf2e1-b8be-4563-b228-2c6829b4b4f1', 'name': '', 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'mac_address': 'fa:16:3e:56:90:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:38Z', 'revision_number': 2, 'project_id': 'd495820e1922403c8533daac91a047c3', 'subnets': [{'id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:42.428588 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Checking router: 45b7be7b-0493-4e03-90ca-974bd434f639 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:42.428920 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Updating router 45b7be7b-0493-4e03-90ca-974bd434f639 port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:42.451879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:39Z', 'revision_number': 3, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:42.485721 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ef2e4f7-3e70-4950-a687-77b9771c58fe req-bd0546e3-d9da-453a-b226-07fd0720cef4 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326584 Jun 17 17:24:42.513880 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a371-6cc9-472f-84ac-9515fe88563f req-4bed89af-2926-4a98-9daa-a128a4f403d2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:42.519835 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91d4a371-6cc9-472f-84ac-9515fe88563f req-4bed89af-2926-4a98-9daa-a128a4f403d2 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1871169 Jun 17 17:24:42.527575 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.527726 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.527835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Checking router: 823f66d8-99d2-495e-812f-a1ef3f3bb29d for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:42.527835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Updating router 823f66d8-99d2-495e-812f-a1ef3f3bb29d port e3f640ab-95ad-431e-8951-98038a5f3979 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:42.547297 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.604171 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91d4a371-6cc9-472f-84ac-9515fe88563f req-fc67cdae-d7d8-49ec-841f-b3eccdc242c8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Jun 17 17:24:42.627528 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9ac431d3-3ed8-489b-bc6c-ebf637eedc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.679659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.686364 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.718070 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] For port aa4d7e82-4d01-4de6-8200-229df5ac49d2, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aa4d7e82-4d01-4de6-8200-229df5ac49d2,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:42.731225 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:42.744735 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Allocated IP 172.20.0.1 (66efa165-bc99-49e4-a1fc-8927096d8ada/6c04ec46-e127-408c-a26f-da0a39c2f166/6c6e4c85-5f13-4b1e-938d-cf52938fe04f) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:42.775366 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:42.783739 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:42.926830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:42.926830 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.0283136 Jun 17 17:24:42.927493 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41984) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:42.933455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:43.032574 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.067020 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Transition to ACTIVE for port object 6c6e4c85-5f13-4b1e-938d-cf52938fe04f will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:43.091080 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.091645 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.102812 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Transition to ACTIVE for port object e3f640ab-95ad-431e-8951-98038a5f3979 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:43.110583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.114502 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.151265 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.162760 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Transition to ACTIVE for port object 187bf2e1-b8be-4563-b228-2c6829b4b4f1 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:43.183187 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Pushing event updated for resources: {'Port': ['ID=aa4d7e82-4d01-4de6-8200-229df5ac49d2,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:43.186731 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:43.187532 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.190528 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.228130 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.232359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.256423 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.266153 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.328910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Attempting to bind port e3f640ab-95ad-431e-8951-98038a5f3979 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:43.328910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Attempting to bind port e3f640ab-95ad-431e-8951-98038a5f3979 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:43.328910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Attempting to bind port e3f640ab-95ad-431e-8951-98038a5f3979 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:43.344369 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.394622 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:43.395029 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:43.397495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.397921 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:43.398303 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Network 66efa165-bc99-49e4-a1fc-8927096d8ada is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:43.398644 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Bound port: e3f640ab-95ad-431e-8951-98038a5f3979, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:43.399561 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.417023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:43.422786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:43.425382 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.427621 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4f96f055-9f65-4821-8dfd-c860b3dcea97 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.459695 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d5f28f-a4ab-4feb-97e0-aafce0b5eea7,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:43.469053 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:43.503002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.527164 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] For port e3f640ab-95ad-431e-8951-98038a5f3979, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:43.534486 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] For port e3f640ab-95ad-431e-8951-98038a5f3979, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e3f640ab-95ad-431e-8951-98038a5f3979,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:43.547812 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Pushing event updated for resources: {'Port': ['ID=e3f640ab-95ad-431e-8951-98038a5f3979,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:43.552605 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:43.572400 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.581139 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6525712 Jun 17 17:24:43.585769 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-104ceb5f-2a44-42df-87f4-7c47efe840c9 None None] Provisioning complete for port aa4d7e82-4d01-4de6-8200-229df5ac49d2 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:43.586161 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-104ceb5f-2a44-42df-87f4-7c47efe840c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.591369 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 41996) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:43.603638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:43.642215 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Pushing event updated for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:43.654047 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:43.655414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.664058 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Attempting to bind port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:43.664812 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Attempting to bind port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:43.666802 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Attempting to bind port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 on network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:43.667790 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:43.680711 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:43.681810 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Checking segment: {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:43.682665 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.684678 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Bound using segment: {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:43.685331 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Bound port: 187bf2e1-b8be-4563-b228-2c6829b4b4f1, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81984d86-c9db-4fc0-8df9-56d5b72ccef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:43.686725 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.756055 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.774024 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd556f3-61d9-4422-9c72-1c597910cfdb req-cb9a19e2-0b2a-4f50-a0f9-daa4fd80b531 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:43.783862 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2cd556f3-61d9-4422-9c72-1c597910cfdb req-cb9a19e2-0b2a-4f50-a0f9-daa4fd80b531 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2835536 Jun 17 17:24:43.882818 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] For port 187bf2e1-b8be-4563-b228-2c6829b4b4f1, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:43.887647 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] For port 187bf2e1-b8be-4563-b228-2c6829b4b4f1, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=187bf2e1-b8be-4563-b228-2c6829b4b4f1,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:43.902138 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2cd556f3-61d9-4422-9c72-1c597910cfdb req-ecb5b2b7-5bef-44e7-b341-eead355209fd tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172175 Jun 17 17:24:43.929337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:43.941954 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:43.942633 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:43.949944 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Pushing event updated for resources: {'Port': ['ID=e3f640ab-95ad-431e-8951-98038a5f3979,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:43.956425 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:43.992350 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aa4d7e82-4d01-4de6-8200-229df5ac49d2 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:44.011351 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.014131 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:44.044653 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.064137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-533e920a-d02c-4a52-9123-f686d9572bdc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:44.097916 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bee7b5-106a-4923-9f06-97caeb0fc904,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:44.110537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:44.149231 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Pushing event updated for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:44.150399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707d3c-ea1f-4e13-ab86-4e7a8e956b3d req-8d4449fd-4bbd-4de4-b558-9f666878a753 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:44.166093 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port aa4d7e82-4d01-4de6-8200-229df5ac49d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:44.170710 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.171564 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:44.178103 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb707d3c-ea1f-4e13-ab86-4e7a8e956b3d req-8d4449fd-4bbd-4de4-b558-9f666878a753 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1988730 Jun 17 17:24:44.185690 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:44.187507 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Pushing event updated for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:44.189313 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:44.212503 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:44.215155 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.225908 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6236722 Jun 17 17:24:44.226189 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42006) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:44.231508 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:44.263729 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:44.294183 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb707d3c-ea1f-4e13-ab86-4e7a8e956b3d req-13b73155-4fb4-4044-9971-52238393b66a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124022 Jun 17 17:24:44.384692 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.435908 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:44.443089 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.542264 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-eee8935b-4a40-492e-b3c5-181a651e0849 None None] Provisioning for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:44.552788 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-eee8935b-4a40-492e-b3c5-181a651e0849 None None] Provisioning complete for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:44.553513 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee8935b-4a40-492e-b3c5-181a651e0849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.561516 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.644269 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.652691 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1235e07a-477d-47b2-af21-e1ab43440437 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:44.684713 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10312aac-7bed-4489-a5e7-6be98e00d881,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:44.690499 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:44.690938 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-eee8935b-4a40-492e-b3c5-181a651e0849 None None] Port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:44.735892 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.753436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:39Z', 'revision_number': 3, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:44.764979 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:38Z', 'revision_number': 4, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '187bf2e1-b8be-4563-b228-2c6829b4b4f1', 'name': '', 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'mac_address': 'fa:16:3e:56:90:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:43Z', 'revision_number': 4, 'project_id': 'd495820e1922403c8533daac91a047c3', 'subnets': [{'id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:44.765297 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.766832 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5431216 Jun 17 17:24:44.769591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 42012) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:44.774839 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:44.793858 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.800295 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:44.807331 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885ead-87cc-4e3c-a019-669d05a9bcf5 None None] The sync data for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi is: [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:24:38Z', 'revision_number': 4, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '187bf2e1-b8be-4563-b228-2c6829b4b4f1', 'name': '', 'network_id': '5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'mac_address': 'fa:16:3e:56:90:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:43Z', 'revision_number': 4, 'project_id': 'd495820e1922403c8533daac91a047c3', 'subnets': [{'id': 'e16d8ce1-a34d-4e60-8b7e-862e45e2af21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:44.904878 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.912200 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:44.917824 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Pushing event updated for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:44.923647 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:44.997632 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404a7e4-4265-4394-84b1-a813006f5104 None None] The sync data for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi is: [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:39Z', 'revision_number': 3, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:45.046605 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.118008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9466a299-6fc3-4130-96bb-2f69cb77135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.121712 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Network 66efa165-bc99-49e4-a1fc-8927096d8ada is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:45.124373 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:45.146472 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.150229 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:45.175094 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdab3a0-a0ec-4865-8205-e3b4c25b5b53,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:45.196873 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:45.214636 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.291368 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.295264 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2d2dae69-d233-45f2-9469-268759ad5255 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5222464 Jun 17 17:24:45.297070 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 42018) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:45.303389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:45.345717 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Router 823f66d8-99d2-495e-812f-a1ef3f3bb29d has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:24:45.456833 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Project 0ea38b32fc3a479c81b3b2a70e4f926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:24:45.467572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.558803 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d6352a40-64da-4ecb-bb3f-eff0c49a0408 None None] Provisioning complete for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:45.559158 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d6352a40-64da-4ecb-bb3f-eff0c49a0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.618977 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:45.625230 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] 10.222.0.10 "PUT /v2.0/routers/823f66d8-99d2-495e-812f-a1ef3f3bb29d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6377485 Jun 17 17:24:45.663686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-d6352a40-64da-4ecb-bb3f-eff0c49a0408 None None] Port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:45.739524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.776415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3584fc-b551-426d-a3ac-f3572bf91324 req-cd9bc630-934a-42f0-945e-4dadc19e379f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:45.778549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c3584fc-b551-426d-a3ac-f3572bf91324 req-cd9bc630-934a-42f0-945e-4dadc19e379f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1758325 Jun 17 17:24:45.835686 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:45.867129 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:46.018708 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e3f640ab-95ad-431e-8951-98038a5f3979 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:46.199566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port e3f640ab-95ad-431e-8951-98038a5f3979 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:46.208434 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port e3f640ab-95ad-431e-8951-98038a5f3979 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:46.210344 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.364854 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c3584fc-b551-426d-a3ac-f3572bf91324 req-3a99aa28-945c-45a7-9403-1cfcf1d1be5c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800767 Jun 17 17:24:46.367211 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481643e8-4c6b-41d1-a502-6f79376654d2,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:46.379605 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:46.388948 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.428137 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port e3f640ab-95ad-431e-8951-98038a5f3979, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e3f640ab-95ad-431e-8951-98038a5f3979,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:46.440660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.444540 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-84fe1a7e-72a7-4a74-8601-a33ded98543f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1440187 Jun 17 17:24:46.444865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 42038) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:46.450089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'security_group_rule': {'security_group_id': '943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc', 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:46.480056 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.481757 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 187bf2e1-b8be-4563-b228-2c6829b4b4f1 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:46.534446 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:46.562524 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Project 0ea38b32fc3a479c81b3b2a70e4f926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:24:46.569118 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.610305 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=e3f640ab-95ad-431e-8951-98038a5f3979,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:46.634380 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:46.685487 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:46.690232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:46.690819 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.723214 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.749146 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.788015 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.790479 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-74b6f842-d727-4a83-97f8-84596f506715 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:46.798107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42046) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:46.807276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1241907055-network', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:46.825535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931f5bc9-ff57-462e-94f7-f275f4da48a5,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:46.843150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:46.860868 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.902660 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 187bf2e1-b8be-4563-b228-2c6829b4b4f1, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=187bf2e1-b8be-4563-b228-2c6829b4b4f1,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:46.948640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Made reservation on behalf of 1bf4679f8f8545239934d9ab898eb034 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:46.951141 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.963546 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.994327 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:46.996425 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:47.044758 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.046338 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6002939 Jun 17 17:24:47.049105 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:47.060339 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:47.234811 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.313933 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.318865 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50571e1c-6120-414f-8ce7-f92a168bfb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:47.355259 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:24:47.379766 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868936fc-2aa8-4967-a226-6f0108081fc2,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:47.386186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.387086 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Added segment 11630900-aeae-415b-899d-8bb4182c036d of type vlan for network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f Jun 17 17:24:47.398657 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:47.451406 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.591374 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.593741 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:47.594543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.597229 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:47.669191 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b39e8-778f-4908-a9a5-dbdfc6c81bbe req-95e144cb-f9ea-49d2-9a6e-ffdb3db97c7c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:47.670787 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f28b39e8-778f-4908-a9a5-dbdfc6c81bbe req-95e144cb-f9ea-49d2-9a6e-ffdb3db97c7c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1169577 Jun 17 17:24:47.694094 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Pushing event updated for resources: {'Network': ['ID=4313a8ee-24a7-4dca-858e-7a8f9c58c51f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:47.700391 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:47.706465 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:24:47.720859 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f28b39e8-778f-4908-a9a5-dbdfc6c81bbe req-f052940e-2ff9-434c-84dc-9f7a924b2e98 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jun 17 17:24:47.799967 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0005016 Jun 17 17:24:47.804396 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42098) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:47.811941 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Request body: {'subnet': {'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1241907055-subnet', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:47.897971 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Made reservation on behalf of 1bf4679f8f8545239934d9ab898eb034 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:24:47.907450 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:47.939563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e3f640ab-95ad-431e-8951-98038a5f3979 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:48.041828 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port e3f640ab-95ad-431e-8951-98038a5f3979 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:48.043341 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.111092 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Sync routers for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:48.119461 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.158844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:48.159739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:48.285474 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.290604 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b58771d3-3af8-4ac5-883f-053c4ebc2642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:48.301230 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 187bf2e1-b8be-4563-b228-2c6829b4b4f1 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:48.383139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:48.398107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8772c6-09ba-41ce-aae0-950c38184f8d,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:48.403040 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:48.409324 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Checking segment: {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:48.409687 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Network hostable DHCP agents. Network: 4313a8ee-24a7-4dca-858e-7a8f9c58c51f, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:24:48.422925 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:48.423557 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.512421 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:24:48.580101 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 4313a8ee-24a7-4dca-858e-7a8f9c58c51f) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:48.585094 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:48.586056 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.611263 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d5139-f9aa-4762-bca6-ff1bc0ebec71 None None] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:48.688450 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8800926 Jun 17 17:24:48.688681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42116) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:48.693117 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:24:48.814266 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:24:48.826479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.827558 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.891082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'fixed_ips': [{'subnet_id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:24:48.892193 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:48.937780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.012531 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 2, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:49.049866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faa28b-bc1a-4430-b2f9-738158def5c2 req-bc455914-76c7-4173-9ea2-f0e6ae417fdc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:49.063055 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76faa28b-bc1a-4430-b2f9-738158def5c2 req-bc455914-76c7-4173-9ea2-f0e6ae417fdc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1649141 Jun 17 17:24:49.065479 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Checking router: 823f66d8-99d2-495e-812f-a1ef3f3bb29d for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:49.065479 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Updating router 823f66d8-99d2-495e-812f-a1ef3f3bb29d port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:49.135492 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.139218 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76faa28b-bc1a-4430-b2f9-738158def5c2 req-9e134140-b3af-46cb-844e-eca3cd869c35 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652726 Jun 17 17:24:49.198825 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Allocated IP 172.20.0.2 (4313a8ee-24a7-4dca-858e-7a8f9c58c51f/eb8772c6-09ba-41ce-aae0-950c38184f8d/f769414d-c93f-4ef0-9657-4109abe0312c) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:49.234311 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.626314 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.649251 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.775820 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.797239 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Transition to ACTIVE for port object f769414d-c93f-4ef0-9657-4109abe0312c will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:49.826425 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Allocated IP 172.27.0.164 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/c3f02b63-0f3b-41e8-9d88-298c94981973) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:49.851675 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Transition to ACTIVE for port object f769414d-c93f-4ef0-9657-4109abe0312c will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:49.873507 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.884176 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Transition to ACTIVE for port object 6c6e4c85-5f13-4b1e-938d-cf52938fe04f will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:49.931265 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:49.933338 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:49.975177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.010653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.042825 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:50.053462 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Pushing event updated for resources: {'Port': ['ID=f769414d-c93f-4ef0-9657-4109abe0312c,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:50.061047 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:50.062096 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:50.082857 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-77aa0be8-3bd0-40c4-aea0-44796c37ad6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:50.085324 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:50.119236 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.125965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:50.192414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Attempting to bind port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:50.196665 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Attempting to bind port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:50.198359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Attempting to bind port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f on network 66efa165-bc99-49e4-a1fc-8927096d8ada {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:50.202339 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:50.210895 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:50.212659 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:50.235965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Pushing event updated for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:50.246012 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:50.254388 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:50.254794 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Checking segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:50.255244 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.255639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Bound using segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:50.256167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Bound port: 6c6e4c85-5f13-4b1e-938d-cf52938fe04f, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:50.256766 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.276322 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f02b63-0f3b-41e8-9d88-298c94981973,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:50.277850 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Attempting to bind port f769414d-c93f-4ef0-9657-4109abe0312c on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:50.278234 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Attempting to bind port f769414d-c93f-4ef0-9657-4109abe0312c by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:50.278607 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Attempting to bind port f769414d-c93f-4ef0-9657-4109abe0312c on network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:50.283713 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:50.295706 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:50.296111 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Checking segment: {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:50.296425 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.296835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Bound using segment: {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:50.297356 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Bound port: f769414d-c93f-4ef0-9657-4109abe0312c, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:50.297740 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.418798 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] For port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:50.426737 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] For port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:50.448147 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] For port f769414d-c93f-4ef0-9657-4109abe0312c, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:50.452756 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] For port f769414d-c93f-4ef0-9657-4109abe0312c, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f769414d-c93f-4ef0-9657-4109abe0312c,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:50.477334 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f316-75bc-4a8f-969e-fe9d142c28d4 req-3dffd7c0-7479-4a42-b630-9457354c4f1b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:50.485750 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f60f316-75bc-4a8f-969e-fe9d142c28d4 req-3dffd7c0-7479-4a42-b630-9457354c4f1b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1354465 Jun 17 17:24:50.495831 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.500248 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:50.527831 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f60f316-75bc-4a8f-969e-fe9d142c28d4 req-95a647c1-f359-4cf1-9970-88f18f1fb0dc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Jun 17 17:24:50.553702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.624568 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:50.625496 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:50.707778 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:50.861744 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:51.039199 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Pushing event updated for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:51.048505 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:51.050632 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9c92d3b8-8681-4d28-89ab-5230feb54c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:51.206651 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Pushing event updated for resources: {'Port': ['ID=f769414d-c93f-4ef0-9657-4109abe0312c,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:51.210618 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:51.292369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:50Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:51.337398 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48676edf-b625-4fa2-8ca8-19a915c71544 None None] The sync data for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi is: [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:50Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:51.342966 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:51.620929 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:24:51.932287 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:51.946927 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Sync routers for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:51.961214 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:51.963674 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:51.997759 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba2a23-3682-4ff3-8bed-227d51b7566d req-fbd0e51f-bcd0-4381-b3da-a42fe4dc9a83 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:52.010427 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0cba2a23-3682-4ff3-8bed-227d51b7566d req-fbd0e51f-bcd0-4381-b3da-a42fe4dc9a83 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2124112 Jun 17 17:24:52.079119 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:52.082514 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3928831 Jun 17 17:24:52.085210 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42170) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:52.122159 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f769414d-c93f-4ef0-9657-4109abe0312c up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:52.148838 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0cba2a23-3682-4ff3-8bed-227d51b7566d req-48f8009b-4258-415a-906f-4d8aaf365dc0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367710 Jun 17 17:24:52.318449 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port f769414d-c93f-4ef0-9657-4109abe0312c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:52.323966 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6c6e4c85-5f13-4b1e-938d-cf52938fe04f up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:52.403282 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:52.445319 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b7da8-905c-41fb-b0ae-5255ef331c09 None None] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:24:52.705601 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:52.842362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Provisioning for port f769414d-c93f-4ef0-9657-4109abe0312c completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:52.853288 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:52.853288 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:52.926083 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Provisioning complete for port f769414d-c93f-4ef0-9657-4109abe0312c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:52.926473 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:52.945705 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:50Z', 'revision_number': 3, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:52.981206 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Checking router: 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:52.982372 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Updating router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b port c3f02b63-0f3b-41e8-9d88-298c94981973 binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:53.022924 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.118456 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.120468 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.185335 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.228929 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:53.318101 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] For port f769414d-c93f-4ef0-9657-4109abe0312c, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f769414d-c93f-4ef0-9657-4109abe0312c,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:53.319240 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.340713 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-917f8c10-beca-4b2f-a90b-e1eae31f5c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:53.404252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.479443 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Allocated IP 172.20.0.1 (4313a8ee-24a7-4dca-858e-7a8f9c58c51f/eb8772c6-09ba-41ce-aae0-950c38184f8d/cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:24:53.496527 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:53.507817 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:53.508875 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e90f90e1-2abd-46e0-9e49-b4a3581f98cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:53.678890 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.702085 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1340a-2e13-4076-8bca-4cdefd07f48c req-b8b75ad8-ce83-4b76-ba4c-ae345640e354 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:53.730462 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87b1340a-2e13-4076-8bca-4cdefd07f48c req-b8b75ad8-ce83-4b76-ba4c-ae345640e354 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2161622 Jun 17 17:24:53.740399 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Transition to ACTIVE for port object c3f02b63-0f3b-41e8-9d88-298c94981973 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:53.747646 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Pushing event updated for resources: {'Port': ['ID=f769414d-c93f-4ef0-9657-4109abe0312c,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:53.773132 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:53.803876 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-1b2074a4-2f57-42e0-9b8f-ce6bed4e1750 None None] Provisioning complete for port f769414d-c93f-4ef0-9657-4109abe0312c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:53.804683 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1b2074a4-2f57-42e0-9b8f-ce6bed4e1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.821515 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87b1340a-2e13-4076-8bca-4cdefd07f48c req-daf39919-0528-45dc-8b2e-fd093775b2e0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Jun 17 17:24:53.822980 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.828527 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b2f2dec3-3a86-4235-b607-efc224397097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:53.842849 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.868413 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Transition to ACTIVE for port object cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:53.936021 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f769414d-c93f-4ef0-9657-4109abe0312c up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:53.954304 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5178a-ab68-42b4-83a2-58c2ac0bb700 None None] Pushing event updated for resources: {'Port': ['ID=c3f02b63-0f3b-41e8-9d88-298c94981973,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:53.964400 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-50a5178a-ab68-42b4-83a2-58c2ac0bb700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:53.981625 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Attempting to bind port c3f02b63-0f3b-41e8-9d88-298c94981973 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:53.985369 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Attempting to bind port c3f02b63-0f3b-41e8-9d88-298c94981973 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:53.985369 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Attempting to bind port c3f02b63-0f3b-41e8-9d88-298c94981973 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:53.988745 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:53.989136 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:53.989602 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:53.990009 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:53.990500 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Bound port: c3f02b63-0f3b-41e8-9d88-298c94981973, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:53.990882 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.083403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port f769414d-c93f-4ef0-9657-4109abe0312c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:54.083795 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.090096 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] For port c3f02b63-0f3b-41e8-9d88-298c94981973, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:54.091562 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.102590 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:54.106374 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] For port c3f02b63-0f3b-41e8-9d88-298c94981973, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=c3f02b63-0f3b-41e8-9d88-298c94981973,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:54.150030 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:54.155324 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:54.162363 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:24:54.177173 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.180281 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:54.194184 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Pushing event updated for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:54.201950 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:54.228452 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.267996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6c6e4c85-5f13-4b1e-938d-cf52938fe04f up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:54.351646 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:54.352762 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:54.356399 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:54.356905 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.530610 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5178a-ab68-42b4-83a2-58c2ac0bb700 None None] Pushing event updated for resources: {'Port': ['ID=c3f02b63-0f3b-41e8-9d88-298c94981973,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:54.539798 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-50a5178a-ab68-42b4-83a2-58c2ac0bb700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:54.610713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 42196) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:54.638693 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.654757 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:54.694409 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-7493f2c2-8c06-4e81-9e2a-ee3b95c27257 None None] Provisioning for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:54.701753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-7493f2c2-8c06-4e81-9e2a-ee3b95c27257 None None] Provisioning complete for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:54.702806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7493f2c2-8c06-4e81-9e2a-ee3b95c27257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.850618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.932789 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:54.990909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-7493f2c2-8c06-4e81-9e2a-ee3b95c27257 None None] Port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:55.033487 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.037209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.040972 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:55.078508 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:50Z', 'revision_number': 3, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:55.146544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.154780 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b9695-21bb-442d-85e4-d3fbd1e7ce7e None None] The sync data for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi is: [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:50Z', 'revision_number': 3, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:24:55.174282 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Pushing event updated for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:55.177472 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.180104 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:55.191866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907a471-1c45-442c-a3cf-59fc0a7e59ce req-cc42b778-5a54-44a3-8c93-584e59b62b4e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:55.193694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0907a471-1c45-442c-a3cf-59fc0a7e59ce req-cc42b778-5a54-44a3-8c93-584e59b62b4e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1547780 Jun 17 17:24:55.194548 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b7bbb015-e3cb-4f15-b917-98c1525979ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:55.219654 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2fbe5da4e8943169a95bcabf32b25f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075878 Jun 17 17:24:55.223385 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42204) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:24:55.224033 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e4715a-afdc-4bb6-8dc2-5ae4fa4be87a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:55.282743 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e10ca8da-e647-4fc8-bc41-cd22ab50896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:55.291943 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0907a471-1c45-442c-a3cf-59fc0a7e59ce req-c85b1a01-8d5e-4fd6-b68d-76d7f4a80a0b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 Jun 17 17:24:55.336623 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:24:55.342793 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:24:55.356322 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.453382 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.557316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:24:55.620642 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-74a0cf9b-e108-4dbf-8c1c-63426dfeb58e None None] Provisioning complete for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:55.621840 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-74a0cf9b-e108-4dbf-8c1c-63426dfeb58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.658241 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.661947 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:55.663186 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8e4715a-afdc-4bb6-8dc2-5ae4fa4be87a HTTP/1.1" status: 204 len: 168 time: 0.4396818 Jun 17 17:24:55.667845 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b3b567c5-2372-4c42-a29e-d69241ff9ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:55.676918 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-74a0cf9b-e108-4dbf-8c1c-63426dfeb58e None None] Port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:24:55.686384 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e4715a-afdc-4bb6-8dc2-5ae4fa4be87a,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:55.690965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:55.747222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:24:55.768905 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] 10.222.0.10 "PUT /v2.0/routers/6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6801286 Jun 17 17:24:56.531694 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2783e-d522-4cf7-9368-a3dba2b13d6d req-567028fe-1732-4cf5-8828-24d308d6c89e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:56.533417 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0de2783e-d522-4cf7-9368-a3dba2b13d6d req-567028fe-1732-4cf5-8828-24d308d6c89e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0868192 Jun 17 17:24:56.603083 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0de2783e-d522-4cf7-9368-a3dba2b13d6d req-e5452b17-e183-4aec-ace0-4a342259219a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Jun 17 17:24:57.886748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8dbdb-ffc9-4837-a258-4471ea20216f req-a2ae452e-cc5f-4f12-ab2f-23ee60ae6635 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:57.910337 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9d8dbdb-ffc9-4837-a258-4471ea20216f req-a2ae452e-cc5f-4f12-ab2f-23ee60ae6635 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1464312 Jun 17 17:24:57.990428 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9d8dbdb-ffc9-4837-a258-4471ea20216f req-2a86f5b5-24d3-46e4-8dee-f788497d1695 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790129 Jun 17 17:24:58.035066 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device c3f02b63-0f3b-41e8-9d88-298c94981973 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:58.203098 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Sync routers for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:24:58.213055 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:58.213686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:58.216597 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port c3f02b63-0f3b-41e8-9d88-298c94981973 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:24:58.278151 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port c3f02b63-0f3b-41e8-9d88-298c94981973 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:58.278542 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:58.369550 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:58.441720 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:58.524684 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port c3f02b63-0f3b-41e8-9d88-298c94981973, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=c3f02b63-0f3b-41e8-9d88-298c94981973,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:24:58.702987 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:58.706177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:58.711170 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 4, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171', 'name': '', 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'mac_address': 'fa:16:3e:d8:d3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:53Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 2, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'subnets': [{'id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:58.763198 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Checking router: 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:24:58.763663 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Updating router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:24:58.814236 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=c3f02b63-0f3b-41e8-9d88-298c94981973,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:58.817283 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:58.819527 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:59.272228 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036f95-52f1-4123-919b-acfccf7feac3 req-93c72b6b-9079-47f0-bf8e-4a2f162850c7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:24:59.284551 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e036f95-52f1-4123-919b-acfccf7feac3 req-93c72b6b-9079-47f0-bf8e-4a2f162850c7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1260679 Jun 17 17:24:59.291563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:59.305483 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Transition to ACTIVE for port object cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:24:59.343523 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e036f95-52f1-4123-919b-acfccf7feac3 req-7574c4a4-1c9a-4aee-8de8-ee46d71b7dbb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573323 Jun 17 17:24:59.381249 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:59.386420 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-07c0b3b7-4006-46bb-8d66-4bb9cf061e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:59.478075 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Pushing event updated for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:59.485603 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:59.553123 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Attempting to bind port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:24:59.553631 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Attempting to bind port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:24:59.554143 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Attempting to bind port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 on network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:24:59.560890 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:24:59.561358 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Checking segment: {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:24:59.561603 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:59.562067 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Bound using segment: {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:24:59.562640 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Bound port: cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11630900-aeae-415b-899d-8bb4182c036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:24:59.562979 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:59.635218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] For port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:24:59.662898 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] For port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:24:59.748548 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:59.750503 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-18e499e7-e9cc-43ba-b639-d73090c7a800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:24:59.813888 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Pushing event updated for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:24:59.816641 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:24:59.819949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:24:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:24:59.819949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:24:59.884045 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device c3f02b63-0f3b-41e8-9d88-298c94981973 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:24:59.989739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:24:59.991543 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port c3f02b63-0f3b-41e8-9d88-298c94981973 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:24:59.991922 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:00.398179 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 4, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171', 'name': '', 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'mac_address': 'fa:16:3e:d8:d3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:53Z', 'updated_at': '2021-06-17T17:24:59Z', 'revision_number': 4, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'subnets': [{'id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:00.426853 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826e41d-e44d-42b2-a113-4b5c4002b08a None None] The sync data for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi is: [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:24:54Z', 'revision_number': 4, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171', 'name': '', 'network_id': '4313a8ee-24a7-4dca-858e-7a8f9c58c51f', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'mac_address': 'fa:16:3e:d8:d3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:53Z', 'updated_at': '2021-06-17T17:24:59Z', 'revision_number': 4, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'subnets': [{'id': 'eb8772c6-09ba-41ce-aae0-950c38184f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:25:01.904018 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:02.072530 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:02.077098 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:02.077487 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:02.194195 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:02.232086 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:02.300790 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:02.302659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:02.361909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:02.365300 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:03.869325 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:03.927021 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:03.927402 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:04.311665 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-1d06ac08-d166-4d04-a3ba-5f433bd32aab tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e769188b08d9419387ad033f7c4f775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290372 Jun 17 17:25:04.600689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-1b3bde59-fbcc-4544-80ac-1644b2d3269c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:04.610733 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-1b3bde59-fbcc-4544-80ac-1644b2d3269c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908413 Jun 17 17:25:04.655481 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-93f6ddb7-46d4-464a-a519-09d5e2680c48 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/quotas/e769188b08d9419387ad033f7c4f775f HTTP/1.1" status: 200 len: 375 time: 0.0438480 Jun 17 17:25:04.706216 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-49e02762-5836-49d3-bbcd-b1258ee57729 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e769188b08d9419387ad033f7c4f775f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434124 Jun 17 17:25:04.707865 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:04.750878 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d95e-32d9-49f5-8e2e-b5291f2b2b4d req-097a9abb-0118-4bc2-9acf-92332a947fd4 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:04.752753 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec11d95e-32d9-49f5-8e2e-b5291f2b2b4d req-097a9abb-0118-4bc2-9acf-92332a947fd4 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1340356 Jun 17 17:25:04.810961 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec11d95e-32d9-49f5-8e2e-b5291f2b2b4d req-4e13c07b-8ce6-497c-b1c1-768767836e6c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Jun 17 17:25:05.000666 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7720-54d7-415c-9930-97b244b7856d req-674d4433-07df-447f-a9f2-19742b44213e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:05.048035 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-487f7720-54d7-415c-9930-97b244b7856d req-674d4433-07df-447f-a9f2-19742b44213e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0917184 Jun 17 17:25:05.066488 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53dd2bc0-352b-49bf-8b70-303924fb6fd4 req-d1a99ca6-0aac-40bc-9948-670f275b872e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Jun 17 17:25:05.107427 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-487f7720-54d7-415c-9930-97b244b7856d req-20343212-1b4b-4ef9-a3f8-4d79a864dcf5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907381 Jun 17 17:25:05.509195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b1d6-583c-4759-89ed-7a94b2a7cf41 req-19dca1a5-5fbe-4d68-b7ea-15377be3c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:05.510730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f92b1d6-583c-4759-89ed-7a94b2a7cf41 req-19dca1a5-5fbe-4d68-b7ea-15377be3c076 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.0647345 Jun 17 17:25:05.561179 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f92b1d6-583c-4759-89ed-7a94b2a7cf41 req-2ca980f7-0079-4a1b-8683-5c7eece9b0ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Jun 17 17:25:06.025085 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e361349-b494-4cfc-976f-1501fd88384d req-3722ef29-f9da-4265-9c84-09f8d7a6e5af tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:06.027008 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e361349-b494-4cfc-976f-1501fd88384d req-3722ef29-f9da-4265-9c84-09f8d7a6e5af tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Jun 17 17:25:06.077682 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e361349-b494-4cfc-976f-1501fd88384d req-5bdef749-4045-4dab-bb8a-2b7922e4a794 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jun 17 17:25:06.324035 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ba90a61-973c-4a18-a6cf-801ed3fcc55c req-80898674-99e6-4199-a475-7345ef7082a0 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 210 time: 0.0442245 Jun 17 17:25:06.415243 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a22d7-0fa7-435b-84fc-c8826ee49f98 req-773ef596-ef61-4c97-b3fb-efb40baecd9e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:06.422586 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d11a22d7-0fa7-435b-84fc-c8826ee49f98 req-773ef596-ef61-4c97-b3fb-efb40baecd9e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1864569 Jun 17 17:25:06.479734 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d11a22d7-0fa7-435b-84fc-c8826ee49f98 req-993635ca-9873-4b4a-a6df-5460fd34ad81 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496049 Jun 17 17:25:07.279977 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3e96-48fc-4b4d-a649-da87914047fd req-77fe0324-db09-4f1a-bad0-02a297755258 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:07.281485 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df9e3e96-48fc-4b4d-a649-da87914047fd req-77fe0324-db09-4f1a-bad0-02a297755258 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0637374 Jun 17 17:25:07.320125 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df9e3e96-48fc-4b4d-a649-da87914047fd req-c84e581c-d3d1-4aeb-b51e-242109de32a8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jun 17 17:25:07.505134 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27a6108e-fb4f-442c-8716-6dc8405b2d95 req-31cef388-1954-4bd9-b595-7c3a1abe4921 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 210 time: 0.0295587 Jun 17 17:25:07.679424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169c5db-0271-4d9f-b2c0-ebec150d0abd req-a809eb1e-c7fe-42e5-bef5-21ccd25399ab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:07.681667 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6169c5db-0271-4d9f-b2c0-ebec150d0abd req-a809eb1e-c7fe-42e5-bef5-21ccd25399ab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0704863 Jun 17 17:25:07.724189 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6169c5db-0271-4d9f-b2c0-ebec150d0abd req-2081217c-e39d-45d9-9c0f-a6259afc1ee6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Jun 17 17:25:08.082905 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-0002df27-05a2-44da-8799-4b7fd2201432 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e769188b08d9419387ad033f7c4f775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494823 Jun 17 17:25:08.278515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-7efeb4f5-26f1-4abb-b3e3-5dec7f07d868 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:08.279958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-7efeb4f5-26f1-4abb-b3e3-5dec7f07d868 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784983 Jun 17 17:25:08.286389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-bdbe4167-9e2f-404a-be8e-bdd0a1e7da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:08.288095 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-bdbe4167-9e2f-404a-be8e-bdd0a1e7da75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 1098 time: 0.2143781 Jun 17 17:25:08.295402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a28c-7e36-4724-8d59-a0ee1b438c6d req-75abeb6a-3079-4120-99f4-8c32f120b2cc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:08.296988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a878a28c-7e36-4724-8d59-a0ee1b438c6d req-75abeb6a-3079-4120-99f4-8c32f120b2cc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.2484467 Jun 17 17:25:08.302615 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Request body: {'port': {'device_id': '3366bc51-86f5-44eb-909a-0e71def7c189', 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734', 'admin_state_up': True, 'tenant_id': 'e769188b08d9419387ad033f7c4f775f'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:08.483438 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a878a28c-7e36-4724-8d59-a0ee1b438c6d req-e3a1ee78-521e-46b2-a9ab-833b0f274b32 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704915 Jun 17 17:25:08.530188 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-ae4b7f0a-ba79-45d0-aa18-1f72d1faba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:08.530188 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-ae4b7f0a-ba79-45d0-aa18-1f72d1faba21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 200 len: 920 time: 0.2292969 Jun 17 17:25:08.636480 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-75d2a9fb-2585-42c7-91d7-177b955652a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 200 len: 217 time: 0.0780382 Jun 17 17:25:08.695451 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Made reservation on behalf of e769188b08d9419387ad033f7c4f775f for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:08.699682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:08.731737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:08.736984 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5f88e57-c450-4216-ab6b-990cb379a765 req-6e5db969-9856-47a5-a45c-a945343d2324 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 210 time: 0.0762601 Jun 17 17:25:08.749096 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-aa0ca130-4403-4afd-8668-06ddf3dd3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:08.750796 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-aa0ca130-4403-4afd-8668-06ddf3dd3ef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 200 len: 859 time: 0.1041577 Jun 17 17:25:08.800663 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-916d76e5-a49d-420a-8532-fee64d0d2027 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5f89ec6-e467-4636-a79a-a8d3412c95e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371304 Jun 17 17:25:08.999574 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-23014eea-3c61-49b4-9575-dffff14ed378 service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916773 Jun 17 17:25:09.011424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3929f82-faf0-4505-896b-2a7dd0e55528 req-d1dfc16d-1c33-491e-9bea-03f70f9c9865 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:09.013006 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3929f82-faf0-4505-896b-2a7dd0e55528 req-d1dfc16d-1c33-491e-9bea-03f70f9c9865 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1571136 Jun 17 17:25:09.084625 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.145627 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3929f82-faf0-4505-896b-2a7dd0e55528 req-d5605a0c-7281-4071-bddc-1c1719ad9713 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998938 Jun 17 17:25:09.173995 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-199cdd00-582e-4de1-bdb8-3921c62458b5 req-0909ddc1-7eee-4e06-8c2a-d84183730d5a service neutron] 10.222.0.45 "GET /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486850 Jun 17 17:25:09.188236 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.191781 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ea7dacf1-8a23-418e-8351-547d4f239acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:09.272287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f619d1-9c75-4086-8eda-6d07b9214d79,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:09.280851 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:09.391779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Allocated IP 192.168.233.199 (38268360-d092-42ca-b34d-84e2dcd17734/f1cf4674-3f5d-4fbc-9658-51a7c38a1a53/c0527248-9f2e-483f-8e93-bb1c63fe48f8) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:09.583693 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.606935 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Transition to ACTIVE for port object c0527248-9f2e-483f-8e93-bb1c63fe48f8 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:09.729968 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42492) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:09.730512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d4fc5-d7b9-47be-99a6-b37f29dda443 req-005119d6-1470-4921-88f7-0880ee6d0c2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:09.732221 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a87d4fc5-d7b9-47be-99a6-b37f29dda443 req-005119d6-1470-4921-88f7-0880ee6d0c2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0986464 Jun 17 17:25:09.790489 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.807655 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:09.820733 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Deleting subnet 1d205c27-b12d-44ac-9dd4-549efbca57ac {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:25:09.824894 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.862371 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.886644 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a87d4fc5-d7b9-47be-99a6-b37f29dda443 req-46be1093-db81-4ca6-8a00-32dd2ccc74fa tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373091 Jun 17 17:25:09.906209 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:09.922165 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-bad16e88-b5d4-4a91-8073-6a345fd8ac8a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54064615&fields=id&tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c HTTP/1.1" status: 200 len: 267 time: 0.1245317 Jun 17 17:25:09.922165 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Network 38268360-d092-42ca-b34d-84e2dcd17734 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:09.926638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Pushing event updated for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:09.940714 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:09.942467 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:09.945623 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:10.072313 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.072590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-30dd2967-c242-4f21-986c-fd388a1fb245 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:10.074088 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-30dd2967-c242-4f21-986c-fd388a1fb245 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 809 time: 0.1645057 Jun 17 17:25:10.074750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:10.131905 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:10.132599 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.140255 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.143500 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1d205c27-b12d-44ac-9dd4-549efbca57ac HTTP/1.1" status: 204 len: 168 time: 0.4056540 Jun 17 17:25:10.145239 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-b60ed357-a290-4b58-a30b-f04a4b88626f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/quotas/0ea38b32fc3a479c81b3b2a70e4f926c HTTP/1.1" status: 200 len: 375 time: 0.0560763 Jun 17 17:25:10.145710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d205c27-b12d-44ac-9dd4-549efbca57ac,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:10.148294 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42496) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:10.154681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:10.231902 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99882c96-13e0-4a6d-bcf6-a8675669bc67 req-9a3061f5-b7b3-4dd8-95aa-97fc162a0cf6 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:10.233325 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99882c96-13e0-4a6d-bcf6-a8675669bc67 req-9a3061f5-b7b3-4dd8-95aa-97fc162a0cf6 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 936 time: 0.1453795 Jun 17 17:25:10.234535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9366415 Jun 17 17:25:10.250763 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.266631 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Request body: {'port': {'device_id': '3366bc51-86f5-44eb-909a-0e71def7c189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:10.334504 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99882c96-13e0-4a6d-bcf6-a8675669bc67 req-939fa2ce-0c53-4092-bc11-2e7bcb43158e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913465 Jun 17 17:25:10.337242 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e3071593-5a8e-4bc7-bc26-c4162f0b3e39 None None] Provisioning for port c0527248-9f2e-483f-8e93-bb1c63fe48f8 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:10.341474 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e3071593-5a8e-4bc7-bc26-c4162f0b3e39 None None] Provisioning complete for port c0527248-9f2e-483f-8e93-bb1c63fe48f8 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:10.341860 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e3071593-5a8e-4bc7-bc26-c4162f0b3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.400975 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.411357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e3071593-5a8e-4bc7-bc26-c4162f0b3e39 None None] Port c0527248-9f2e-483f-8e93-bb1c63fe48f8 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:25:10.413359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc28eca-a4fd-47e1-8c03-6734ae18c18f']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:10.417527 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-801b8108-9d86-42e2-9829-b58f0c8503ab tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2604113 Jun 17 17:25:10.438217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd801342-ef6e-427c-ad3e-636c3507f301') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:10.438878 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd801342-ef6e-427c-ad3e-636c3507f301') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:10.450081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.453955 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.471697 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.484255 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:25:10.484869 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:25:10.511227 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:25:10.619541 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.624144 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:10.626978 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:10.632767 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] 10.222.0.10 "DELETE /v2.0/networks/9fc28eca-a4fd-47e1-8c03-6734ae18c18f HTTP/1.1" status: 204 len: 168 time: 0.4791903 Jun 17 17:25:10.646143 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc28eca-a4fd-47e1-8c03-6734ae18c18f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:10.653763 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-62bdf8cb-3934-403d-81b6-8dbda58fdfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:10.945525 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-c2dee235-9070-4bfd-800a-ed77a1745519 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156801 Jun 17 17:25:11.017617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185040-d4d0-4a57-b229-9eb3034e0501 req-7adb30af-2653-44c2-9cd0-bc0aef73648d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:11.020555 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-90185040-d4d0-4a57-b229-9eb3034e0501 req-7adb30af-2653-44c2-9cd0-bc0aef73648d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.5155749 Jun 17 17:25:11.125738 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42504) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:11.192111 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a17c2253-c568-4ee1-ace8-10260b2426e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3deb3b71add48aeaddc09bfc08fa1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602624 Jun 17 17:25:11.192111 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42506) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:11.206486 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-90185040-d4d0-4a57-b229-9eb3034e0501 req-eea46435-3b58-4c39-a6e4-34f45d28b15c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671529 Jun 17 17:25:11.219913 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-9e44b9b0-e36a-42ee-9334-a89886fd0930 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635496 Jun 17 17:25:11.303203 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.359065 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.360759 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0527248-9f2e-483f-8e93-bb1c63fe48f8 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:11.387354 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.469831 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb55f56-a099-4c08-aca9-c21f84e83c0d req-11769c0a-dc24-47b6-983d-e5dde206b27d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:11.471610 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7bb55f56-a099-4c08-aca9-c21f84e83c0d req-11769c0a-dc24-47b6-983d-e5dde206b27d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1021380 Jun 17 17:25:11.515595 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7bb55f56-a099-4c08-aca9-c21f84e83c0d req-2323bf37-b3f7-4bd0-82cb-db95fb5aabdc tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Jun 17 17:25:11.628128 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Transition to ACTIVE for port object c0527248-9f2e-483f-8e93-bb1c63fe48f8 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:11.628379 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.630909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.632040 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82603031-7d89-4f87-a3a0-c247ea1c43f3 HTTP/1.1" status: 204 len: 168 time: 0.4414558 Jun 17 17:25:11.633081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-60610fdd-c88f-4f27-83a1-54597346c21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:11.648935 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82603031-7d89-4f87-a3a0-c247ea1c43f3,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:11.654995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:11.687660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25242d19-93e8-4458-b4c7-fa3862c30c48 req-fca37b21-a31f-4f87-b7e8-30ae5f3abf36 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:11.689253 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25242d19-93e8-4458-b4c7-fa3862c30c48 req-fca37b21-a31f-4f87-b7e8-30ae5f3abf36 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 936 time: 0.0722547 Jun 17 17:25:11.731375 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25242d19-93e8-4458-b4c7-fa3862c30c48 req-6314c4ae-437a-4338-9de5-1edf6fef2526 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Jun 17 17:25:11.759469 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.762669 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f3200fda-bbfc-4acb-b8a0-6e0e7c955a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:11.840844 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Pushing event updated for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:11.845413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:11.926692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Attempting to bind port c0527248-9f2e-483f-8e93-bb1c63fe48f8 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:25:11.927419 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Attempting to bind port c0527248-9f2e-483f-8e93-bb1c63fe48f8 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:25:11.927550 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Attempting to bind port c0527248-9f2e-483f-8e93-bb1c63fe48f8 on network 38268360-d092-42ca-b34d-84e2dcd17734 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:11.932767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Port c0527248-9f2e-483f-8e93-bb1c63fe48f8 on network 38268360-d092-42ca-b34d-84e2dcd17734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:25:11.933134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Attempting to bind port c0527248-9f2e-483f-8e93-bb1c63fe48f8 on network 38268360-d092-42ca-b34d-84e2dcd17734 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:11.938891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:25:11.939464 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Checking segment: {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:25:11.940164 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Bound using segment: {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:25:11.940817 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Bound port: c0527248-9f2e-483f-8e93-bb1c63fe48f8, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db45cac-d665-4f74-a529-c2716678582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:25:11.947534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:12.020656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:25:12.031937 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:25:12.112864 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3ffacc24-920d-4ab9-bd1e-bcc0245bf9d0 req-72e108d8-ad53-497e-9c25-47252bf9842c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 210 time: 0.0321827 Jun 17 17:25:12.135461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:12.139572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:12.194174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:12.194174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:12.194174 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] 10.222.0.45 "PUT /v2.0/ports/c0527248-9f2e-483f-8e93-bb1c63fe48f8 HTTP/1.1" status: 200 len: 1098 time: 1.9282877 Jun 17 17:25:12.194174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:12.194174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fb6351-23e5-4461-9e5e-b93f229780f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:12.228557 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Pushing event updated for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:12.245561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:12.294553 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f40aa42-364e-43e1-b97a-5554dee2ecc1 x-openstack-request-id: req-4f40aa42-364e-43e1-b97a-5554dee2ecc1 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:12.294967 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:12.295261 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f40aa42-364e-43e1-b97a-5554dee2ecc1 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:12.296714 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8', 'status': 'completed', 'code': 200} Jun 17 17:25:12.412657 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb6351-23e5-4461-9e5e-b93f229780f6 req-73f322da-615c-4d72-9300-a15d41a0612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:12.414821 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8fb6351-23e5-4461-9e5e-b93f229780f6 req-73f322da-615c-4d72-9300-a15d41a0612e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e769188b08d9419387ad033f7c4f775f&device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 1101 time: 0.1109395 Jun 17 17:25:12.468039 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8fb6351-23e5-4461-9e5e-b93f229780f6 req-0319b44f-f421-4cc8-880b-35eab3b52c25 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e769188b08d9419387ad033f7c4f775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450590 Jun 17 17:25:12.576395 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eb326e47-b496-4b65-b9b0-38ce6ab7d406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:12.639116 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb6351-23e5-4461-9e5e-b93f229780f6 req-95914cde-75cb-439e-a186-d332b94d00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:12.641657 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8fb6351-23e5-4461-9e5e-b93f229780f6 req-95914cde-75cb-439e-a186-d332b94d00b3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652527 Jun 17 17:25:12.831327 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-ab829698-8ee6-46c2-af66-d13eabe93512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:12.832901 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-ab829698-8ee6-46c2-af66-d13eabe93512 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e769188b08d9419387ad033f7c4f775f&device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 1101 time: 0.1437535 Jun 17 17:25:12.848555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c065dfa-1337-4174-9ac7-e09e40159c2a req-7d987705-f80c-4e64-94df-631935327fbb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:12.850046 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c065dfa-1337-4174-9ac7-e09e40159c2a req-7d987705-f80c-4e64-94df-631935327fbb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1327021 Jun 17 17:25:12.929387 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-effd6843-040c-4f5d-a208-3833c5a57e39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8 HTTP/1.1" status: 200 len: 217 time: 0.0710924 Jun 17 17:25:13.018199 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c065dfa-1337-4174-9ac7-e09e40159c2a req-9cae3a33-806e-40a2-a339-f4732375945f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616969 Jun 17 17:25:13.033987 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-011ea515-10e7-47bd-a3ac-ee4a37843522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:13.040418 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-011ea515-10e7-47bd-a3ac-ee4a37843522 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1cf4674-3f5d-4fbc-9658-51a7c38a1a53 HTTP/1.1" status: 200 len: 843 time: 0.0875914 Jun 17 17:25:13.088850 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4d06-d720-4c94-aa84-88433492c209 req-006d3108-8765-4298-b9ac-85a8a9d10b3a tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:13.090324 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fda4d06-d720-4c94-aa84-88433492c209 req-006d3108-8765-4298-b9ac-85a8a9d10b3a tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 948 time: 0.1627789 Jun 17 17:25:13.142576 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fda4d06-d720-4c94-aa84-88433492c209 req-1f68b6f0-e663-4409-b632-8ffaac5af4ac tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Jun 17 17:25:13.147174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-6a2a5110-7292-4ee6-b9bc-2a3679dcdc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:13.147174 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-6a2a5110-7292-4ee6-b9bc-2a3679dcdc34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38268360-d092-42ca-b34d-84e2dcd17734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1018260 Jun 17 17:25:13.257963 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ee3d167-64e8-47d6-9f9d-9981d23912a5 req-73ea126d-739f-4ddd-a6cf-4f38bdd570d5 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 210 time: 0.0648580 Jun 17 17:25:13.286630 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-828296e9-cfa5-43d4-bc26-dec70349c938 service neutron] 10.222.0.45 "GET /v2.0/networks/38268360-d092-42ca-b34d-84e2dcd17734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320863 Jun 17 17:25:13.388196 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b6c5d19b-b240-4eda-999e-b72e0173e19a req-84be2544-0125-429f-a89a-3012ddf0ec7e service neutron] 10.222.0.45 "GET /v2.0/networks/38268360-d092-42ca-b34d-84e2dcd17734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951443 Jun 17 17:25:13.856476 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42590) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:13.961054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.082999 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.123968 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-0872c09f-7681-4ddf-897f-376ee499e4a4 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:14.125547 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-0872c09f-7681-4ddf-897f-376ee499e4a4 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 814 time: 0.1207900 Jun 17 17:25:14.141250 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-1bea5969-8f92-437d-9700-03cd8def6f8e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/quotas/0dd05f8460594c61a3cc16ddae6fb05a HTTP/1.1" status: 200 len: 375 time: 0.0100527 Jun 17 17:25:14.193619 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.197617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-10120a7b-d0bc-4593-ba42-90f5350962f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:14.237308 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c562e3c7fa1e48deb70c0c2d5881f14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796813 Jun 17 17:25:14.238789 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f2281-925b-464f-b403-b2196cbd7bc8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:14.241209 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42608) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:14.248526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e7b534ef-e2f2-4131-a01f-5a272768d9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:14.291629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-81c32386-e780-42c4-b067-c8a29e7ced61 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446486 Jun 17 17:25:14.299964 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.306124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34fe8-7085-4304-9599-e5bc902bc811 req-34758b68-68fe-4d08-8159-c784f6f38a05 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:14.308523 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82e34fe8-7085-4304-9599-e5bc902bc811 req-34758b68-68fe-4d08-8159-c784f6f38a05 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1529486 Jun 17 17:25:14.327727 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.451474 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82e34fe8-7085-4304-9599-e5bc902bc811 req-8f915076-a4e2-4b9a-9b35-ccf8695ff2a1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304235 Jun 17 17:25:14.461975 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.464961 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:14.466307 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a65f2281-925b-464f-b403-b2196cbd7bc8 HTTP/1.1" status: 204 len: 168 time: 0.2238703 Jun 17 17:25:14.467322 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e3f2c53a-7906-40a4-bcda-dd45424dc70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:14.476861 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-fdc09ef7-746b-4d6d-9745-96d4d1aeadb1 service neutron] 10.222.0.10 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655743 Jun 17 17:25:14.496001 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f2281-925b-464f-b403-b2196cbd7bc8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:14.505244 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:14.596285 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-2579b631-c156-4a6c-8d8c-faa9d9a829ef service neutron] 10.222.0.10 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097589 Jun 17 17:25:14.671906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8964-2bc2-4253-82e8-a1217ad2933d req-c07357a2-1052-4459-bc26-62e0e2fff3b7 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:14.673481 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-175d8964-2bc2-4253-82e8-a1217ad2933d req-c07357a2-1052-4459-bc26-62e0e2fff3b7 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 948 time: 0.0660272 Jun 17 17:25:14.714650 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-175d8964-2bc2-4253-82e8-a1217ad2933d req-41b3f7ad-e2c0-4d96-8556-ac04ed19f1ec tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350955 Jun 17 17:25:14.900090 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a2f6b81d-e427-4df7-b4c2-808bb3ac5f0a req-386e5b36-1ffa-46ac-ac51-738f9ab6a293 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 210 time: 0.0844004 Jun 17 17:25:14.931136 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0d8e999-2e99-4712-b368-2986e385c313 req-88da4ae7-aae2-4d4e-a946-5d87d5379e89 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0788901 Jun 17 17:25:15.030155 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-b7d4aa76-a7dd-4042-ae4a-190720089271 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:15.031739 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-b7d4aa76-a7dd-4042-ae4a-190720089271 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 809 time: 0.1839991 Jun 17 17:25:15.078116 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-95b57310-bb13-4030-aeae-005bcce6179b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c HTTP/1.1" status: 200 len: 378 time: 0.0367219 Jun 17 17:25:15.089389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'port': {'device_id': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'admin_state_up': True, 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'security_groups': ['943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:15.101739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-008dd858-e712-4a4b-95ae-c3cfe16f5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.239469 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.267800 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Made reservation on behalf of 0ea38b32fc3a479c81b3b2a70e4f926c for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:15.271901 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.406627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Allocated IP 172.20.0.7 (7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99/ae09b8f9-360a-4670-a0f1-7b421e7bea99/b9bd995c-a9ed-45d2-ba69-b597832fa1e9) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:15.557936 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.575444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Transition to ACTIVE for port object b9bd995c-a9ed-45d2-ba69-b597832fa1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:15.668159 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ac3b5-bc8b-413a-8ee8-442b4dc22e6d req-e4c886e6-abcf-4ee4-bc7e-28eee2b8ab1e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:15.669788 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc9ac3b5-bc8b-413a-8ee8-442b4dc22e6d req-e4c886e6-abcf-4ee4-bc7e-28eee2b8ab1e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0871861 Jun 17 17:25:15.709958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc9ac3b5-bc8b-413a-8ee8-442b4dc22e6d req-d59d74a6-3418-454d-a747-c29c32eb977a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Jun 17 17:25:15.717965 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.722418 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7271107e-533a-4b3a-b2ab-316a253ef090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:15.754095 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42652) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:15.765412 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:15.768896 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:15.778146 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:15.807764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:15.813733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:15.836341 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:15.837538 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:15.897356 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1065058421-network', 'tenant_id': 'd48c3e7974634d55ac1beb33349f5eb7'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:15.927051 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbc361-8f8c-4f66-ace4-5a0d43db82fa req-c8eb4f0e-1735-4a02-883c-2f0629cc3d74 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:15.928753 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26cbc361-8f8c-4f66-ace4-5a0d43db82fa req-c8eb4f0e-1735-4a02-883c-2f0629cc3d74 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 948 time: 0.0769475 Jun 17 17:25:15.937163 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528440 Jun 17 17:25:15.951183 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Request body: {'port': {'device_id': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:16.010918 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26cbc361-8f8c-4f66-ace4-5a0d43db82fa req-4c6b6fd3-1fd6-4183-a927-e07b9902947e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753732 Jun 17 17:25:16.054737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.061104 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Made reservation on behalf of d48c3e7974634d55ac1beb33349f5eb7 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:16.064709 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.077588 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.185646 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.188384 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4f979a12-17d4-41b7-92ca-ffe119908c3c None None] Provisioning for port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:16.192663 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4f979a12-17d4-41b7-92ca-ffe119908c3c None None] Provisioning complete for port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:16.193050 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4f979a12-17d4-41b7-92ca-ffe119908c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.228008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device c0527248-9f2e-483f-8e93-bb1c63fe48f8 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:25:16.233340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-4f979a12-17d4-41b7-92ca-ffe119908c3c None None] Port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:25:16.271300 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7ce64dd1-605e-45ba-9d65-06df19c7cfc6 req-40b26f0f-6c30-4cca-a9f3-d16fda307616 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.1120021 Jun 17 17:25:16.273500 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.284547 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1223d1c9-9568-4b12-8b03-c43984409b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:16.345629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:16.359554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cbaa6-14c9-469d-a92f-fe7a3563c6d9 req-e91c5194-2f66-41ad-a780-cd2f5abafb7c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:16.366933 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:16.369219 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-990cbaa6-14c9-469d-a92f-fe7a3563c6d9 req-e91c5194-2f66-41ad-a780-cd2f5abafb7c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 931 time: 0.2588544 Jun 17 17:25:16.372701 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:25:16.374834 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:16.384497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.385181 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Added segment 9fc21568-5891-43e9-9b6c-b482fd73a021 of type vlan for network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 Jun 17 17:25:16.386890 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8', 'network_id': '38268360-d092-42ca-b34d-84e2dcd17734', 'port_id': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8', 'mac_address': 'fa:16:3e:72:b6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf4674-3f5d-4fbc-9658-51a7c38a1a53', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:25:16.427993 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.430131 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.445156 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0527248-9f2e-483f-8e93-bb1c63fe48f8 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:16.476804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-990cbaa6-14c9-469d-a92f-fe7a3563c6d9 req-5cc0417c-16b6-4c67-b15d-1fd9c4bf5ae7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063609 Jun 17 17:25:16.490150 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:16.561407 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.561911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.563348 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:16.565610 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.566829 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:16.573309 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:16.588058 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd995c-a9ed-45d2-ba69-b597832fa1e9 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:16.597612 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.613966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Transition to ACTIVE for port object b9bd995c-a9ed-45d2-ba69-b597832fa1e9 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:16.631592 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:16.636794 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:16.637625 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=e0da0cd8-2d6b-4a23-85e4-35a5252eac89,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:16.641106 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:16.648244 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:25:16.706986 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9514711 Jun 17 17:25:16.709979 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 42666) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:16.715947 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Request body: {'subnet': {'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1065058421-subnet', 'tenant_id': 'd48c3e7974634d55ac1beb33349f5eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:16.735046 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.735334 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.738724 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:16.820769 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:16.822603 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Made reservation on behalf of d48c3e7974634d55ac1beb33349f5eb7 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:16.825158 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:16.831405 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.869652 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['c0527248-9f2e-483f-8e93-bb1c63fe48f8'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:16.952968 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Attempting to bind port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:25:16.953256 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Attempting to bind port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:25:16.953689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Attempting to bind port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 on network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:16.963596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 on network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:25:16.963908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Attempting to bind port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 on network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:16.972179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:25:16.972576 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Checking segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:25:16.973207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Bound using segment: {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:25:16.973661 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Bound port: b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:25:16.974010 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:16.999536 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15d838-d815-401d-bbfc-eb5a64538e01 req-eac3f5ec-98cd-448c-9308-671a9ef37892 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.001070 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c15d838-d815-401d-bbfc-eb5a64538e01 req-eac3f5ec-98cd-448c-9308-671a9ef37892 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1142628 Jun 17 17:25:17.084766 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c15d838-d815-401d-bbfc-eb5a64538e01 req-95244849-fdd2-405e-98bc-de79f581360f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762753 Jun 17 17:25:17.092168 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:25:17.095607 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:25:17.194091 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:17.197857 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:17.204409 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732d1b7-3944-498d-98ea-305ab595f9b7 req-31720158-fbc2-4f5b-afd7-74a654302edb tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.205801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9732d1b7-3944-498d-98ea-305ab595f9b7 req-31720158-fbc2-4f5b-afd7-74a654302edb tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 949 time: 0.0617683 Jun 17 17:25:17.240280 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:17.245517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-045d5cef-4f84-44d9-86f8-cc5199507d4c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:17.253420 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9732d1b7-3944-498d-98ea-305ab595f9b7 req-e739ae3e-26c2-48fc-8a91-aa3db89a24df tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jun 17 17:25:17.254141 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff1e70a-bd5b-49cf-96be-db2bb9cd9d62,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:17.262068 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:17.262827 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Checking segment: {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:25:17.263863 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Network hostable DHCP agents. Network: e0da0cd8-2d6b-4a23-85e4-35a5252eac89, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:25:17.284025 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.284670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:17.286004 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-47373902-d895-46ec-a246-ba7005bda795 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 1093 time: 1.3409016 Jun 17 17:25:17.286494 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:17.288784 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24c8d5-14b6-4047-8fe9-b56d749a1407" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:17.307964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:17.311258 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:17.330889 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c634e51-3b7e-4793-b093-00a526f2b0bf x-openstack-request-id: req-5c634e51-3b7e-4793-b093-00a526f2b0bf {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:17.331265 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:17.331549 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c634e51-3b7e-4793-b093-00a526f2b0bf {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:17.334358 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'status': 'completed', 'code': 200} Jun 17 17:25:17.359488 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:25:17.430997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-abba0180-403e-4616-bf16-5c66dddf1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.432550 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-abba0180-403e-4616-bf16-5c66dddf1fe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1096 time: 0.0740585 Jun 17 17:25:17.471666 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, e0da0cd8-2d6b-4a23-85e4-35a5252eac89) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:17.481767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fb17b-4890-4777-ab42-68028d3ab21d None None] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:25:17.488055 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.491044 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:17.497472 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ddb0827-d14c-4411-8a13-630de69789dc req-dcacd95c-fd93-4a6a-8f47-4e914b8dd4b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0442069 Jun 17 17:25:17.577518 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8664210 Jun 17 17:25:17.617175 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-1c88c507-1102-48d1-93cd-21faf84ebdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:17.619567 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-1c88c507-1102-48d1-93cd-21faf84ebdc7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1783710 Jun 17 17:25:17.705892 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb1b6e-cd36-440c-8ced-f82cec4d0f4c None None] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:25:18.091261 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:18.142691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-185edb16-6884-40b9-97a6-1086c5b2fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.144207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a24c8d5-14b6-4047-8fe9-b56d749a1407 req-185edb16-6884-40b9-97a6-1086c5b2fad5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5165489 Jun 17 17:25:18.198250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fe51e-bb0b-4e44-9d0d-ad656538f375 req-bfb16337-a088-46b8-bd05-30551fe9e5b4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.199731 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d63fe51e-bb0b-4e44-9d0d-ad656538f375 req-bfb16337-a088-46b8-bd05-30551fe9e5b4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.5304115 Jun 17 17:25:18.211645 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-2a0dee72-969e-477f-9f11-df1b76a42678 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.213167 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-2a0dee72-969e-477f-9f11-df1b76a42678 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 814 time: 0.2089379 Jun 17 17:25:18.230876 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'port': {'device_id': 'd5889eb0-7384-4746-a540-9ac83067caea', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'admin_state_up': True, 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:18.242206 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device c0527248-9f2e-483f-8e93-bb1c63fe48f8 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:18.262971 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2f55-a080-4913-95e6-bc941e40b84d req-5d22b82a-98a5-4b65-a9f0-39ce68c573d0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.264478 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d62e2f55-a080-4913-95e6-bc941e40b84d req-5d22b82a-98a5-4b65-a9f0-39ce68c573d0 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2591062 Jun 17 17:25:18.342439 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port c0527248-9f2e-483f-8e93-bb1c63fe48f8 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:18.346779 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d63fe51e-bb0b-4e44-9d0d-ad656538f375 req-16f8e05f-c558-4c77-b913-9cad3334c3d1 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295898 Jun 17 17:25:18.348127 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port c0527248-9f2e-483f-8e93-bb1c63fe48f8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:18.348911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:18.416416 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d62e2f55-a080-4913-95e6-bc941e40b84d req-33ae7916-cfeb-407a-935a-862d5632d6d3 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370950 Jun 17 17:25:18.458647 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-3f34ddfc-9d77-4d8c-aa41-38d273217db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.460262 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-3f34ddfc-9d77-4d8c-aa41-38d273217db2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1096 time: 0.2142045 Jun 17 17:25:18.484980 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:18.535076 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-f127a066-2af2-434b-9377-3016b201612e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0602689 Jun 17 17:25:18.544559 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Made reservation on behalf of 0dd05f8460594c61a3cc16ddae6fb05a for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:18.551081 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:18.552201 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:18.552617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:18.554857 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c6e0f-3ec0-4a2f-9589-b3c374534e2d" -d '{"events": [{"server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "name": "network-vif-plugged", "status": "completed", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:18.626420 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:18.628866 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-4c477097-1c71-4376-a503-a58e8d131375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:18.680053 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-72e1b3b1-98bd-4b6b-8e74-3b106e15eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.681664 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-72e1b3b1-98bd-4b6b-8e74-3b106e15eac0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.1395085 Jun 17 17:25:18.702769 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:18.707186 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:18.860521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67e5d9-0212-4508-824d-f8185b9caa27 req-152ea3fc-0758-4173-ade5-ed0be10becf9 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.862062 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-be67e5d9-0212-4508-824d-f8185b9caa27 req-152ea3fc-0758-4173-ade5-ed0be10becf9 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 949 time: 0.3045728 Jun 17 17:25:18.923530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Allocated IP 172.20.0.9 (66efa165-bc99-49e4-a1fc-8927096d8ada/6c04ec46-e127-408c-a26f-da0a39c2f166/e855cf32-4c93-4c0e-a461-551e3b9ab366) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:18.935205 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f02ef-28c5-41c6-b3d4-cdfe95f88e6c req-2345ae39-5712-4134-b166-f91c41546077 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.936952 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b25f02ef-28c5-41c6-b3d4-cdfe95f88e6c req-2345ae39-5712-4134-b166-f91c41546077 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.2591569 Jun 17 17:25:18.942061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-11862fa1-f225-40be-89dc-35a5e9bed28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:18.943606 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-11862fa1-f225-40be-89dc-35a5e9bed28c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2450426 Jun 17 17:25:18.994780 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-be67e5d9-0212-4508-824d-f8185b9caa27 req-75942109-5538-46ff-af92-c8a99ba70d4a tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199596 Jun 17 17:25:19.089705 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b25f02ef-28c5-41c6-b3d4-cdfe95f88e6c req-1b77e656-ccfd-4189-a0d6-d0b6342ad412 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448915 Jun 17 17:25:19.200957 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5f96f-8649-4421-b6a8-93af7f081379 x-openstack-request-id: req-a3b5f96f-8649-4421-b6a8-93af7f081379 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:19.201613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "name": "network-vif-plugged", "status": "completed", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:19.202176 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3b5f96f-8649-4421-b6a8-93af7f081379 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:19.202776 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8', 'code': 200} Jun 17 17:25:19.203809 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-66bee7c7-b965-4b5d-ae2c-b3c54cc177cb service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498596 Jun 17 17:25:19.209631 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfa954da-d157-4a72-a418-06a9f30279b6 req-419c0a08-9a4b-4907-8e71-d68ab352ae97 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0581343 Jun 17 17:25:19.317956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:19.349538 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Transition to ACTIVE for port object e855cf32-4c93-4c0e-a461-551e3b9ab366 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:19.458356 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:19.464665 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67ecd07e-4f20-4275-9d26-3dc9c9a426d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:19.538335 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Network 66efa165-bc99-49e4-a1fc-8927096d8ada is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:19.561682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:19.593474 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:19.600993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:19.655019 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.655352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.655662 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.656017 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.656389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.656742 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.657083 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.657431 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.657779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.658113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.658451 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.658783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:19.675360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:19.697921 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:19.698556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:19.752976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf18e-ecc8-47b9-9904-c405fff5381c req-0743e2be-2276-4d3c-bdf0-27ad11379922 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:19.754694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c4cf18e-ecc8-47b9-9904-c405fff5381c req-0743e2be-2276-4d3c-bdf0-27ad11379922 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.2423651 Jun 17 17:25:19.785399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2ebe4-737f-4d0d-a038-28ff6853131c req-dd38221d-d11d-4c87-8dcf-433ebaec55fa tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:19.791683 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ec2ebe4-737f-4d0d-a038-28ff6853131c req-dd38221d-d11d-4c87-8dcf-433ebaec55fa tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2516353 Jun 17 17:25:19.873229 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6476891 Jun 17 17:25:19.919190 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c4cf18e-ecc8-47b9-9904-c405fff5381c req-ceabadec-3ea0-41de-a7dc-92340ba57f91 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1539569 Jun 17 17:25:19.962945 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ec2ebe4-737f-4d0d-a038-28ff6853131c req-4d90f402-626b-4ea7-b090-f368ce68e491 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352391 Jun 17 17:25:20.044901 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2e1f5922-dc90-4168-8df3-97b1b5271854 None None] Provisioning for port e855cf32-4c93-4c0e-a461-551e3b9ab366 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:20.053032 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2e1f5922-dc90-4168-8df3-97b1b5271854 None None] Provisioning complete for port e855cf32-4c93-4c0e-a461-551e3b9ab366 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:20.053663 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5922-dc90-4168-8df3-97b1b5271854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:20.107236 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f5922-dc90-4168-8df3-97b1b5271854 None None] Port e855cf32-4c93-4c0e-a461-551e3b9ab366 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:25:20.201152 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-5fa5a0f1-0c17-4029-a8e5-4be984822075 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:20.208040 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-5fa5a0f1-0c17-4029-a8e5-4be984822075 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/networks?id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 200 len: 814 time: 0.1670425 Jun 17 17:25:20.233044 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-157cd0e3-8d57-401a-8f2f-ec1eef9ad58f tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/quotas/d48c3e7974634d55ac1beb33349f5eb7 HTTP/1.1" status: 200 len: 375 time: 0.0240481 Jun 17 17:25:20.285059 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-6318f2e8-52b3-4aff-a173-97999e3ffeec tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358112 Jun 17 17:25:20.367969 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba806e2-0aac-492b-9bd7-7b415eb9ab17 req-a19ae6d6-deef-40c8-9e0e-ea7a2ba29f7e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:20.369440 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ba806e2-0aac-492b-9bd7-7b415eb9ab17 req-a19ae6d6-deef-40c8-9e0e-ea7a2ba29f7e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.1594138 Jun 17 17:25:20.418806 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-96e5e34e-f89d-479c-8595-f0300498d160 service neutron] 10.222.0.10 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259234 Jun 17 17:25:20.426376 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ba806e2-0aac-492b-9bd7-7b415eb9ab17 req-562e9318-caff-4a78-91be-89be96f42799 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Jun 17 17:25:20.540850 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-4daf0ad7-213e-46e3-b63a-686f1c99e2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135530 Jun 17 17:25:20.619896 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb16f4-8067-4f62-851a-7e431e37a059 req-a8239d1d-f727-44af-a908-3dceca557852 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:20.621462 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61eb16f4-8067-4f62-851a-7e431e37a059 req-a8239d1d-f727-44af-a908-3dceca557852 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0927489 Jun 17 17:25:20.662318 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61eb16f4-8067-4f62-851a-7e431e37a059 req-3f45ea43-d32b-49f9-aac4-05c223cf8423 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350444 Jun 17 17:25:20.853045 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe3f6f-4f48-4a6b-832b-4f54976e6390 req-748f66ac-43ca-470c-b8a2-08fe358a6f13 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:20.854923 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e8fe3f6f-4f48-4a6b-832b-4f54976e6390 req-748f66ac-43ca-470c-b8a2-08fe358a6f13 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.0846438 Jun 17 17:25:20.900763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f018ee03-0f11-47ed-a47a-18828deb8a63 req-0bab050d-4fda-4d83-aa8c-483fd9167933 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0364940 Jun 17 17:25:20.935628 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e8fe3f6f-4f48-4a6b-832b-4f54976e6390 req-0bc6c539-76c1-4277-a92d-6a1b8b7d0482 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730345 Jun 17 17:25:21.187521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581117f-0e8f-493a-ba74-b1ad7957a69b req-2e165450-39ff-4336-8bf1-a27a6218a06a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:21.188994 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2581117f-0e8f-493a-ba74-b1ad7957a69b req-2e165450-39ff-4336-8bf1-a27a6218a06a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.1192768 Jun 17 17:25:21.201099 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009800c5-cb5d-43e1-8f72-8e79c6e4d980 req-955eb583-97d0-4f1f-af39-e05ee57fe022 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:21.202596 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-009800c5-cb5d-43e1-8f72-8e79c6e4d980 req-955eb583-97d0-4f1f-af39-e05ee57fe022 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0970314 Jun 17 17:25:21.261339 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2581117f-0e8f-493a-ba74-b1ad7957a69b req-c2c824a1-a9da-4806-82f8-52c87f940f6c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577669 Jun 17 17:25:21.266488 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-009800c5-cb5d-43e1-8f72-8e79c6e4d980 req-b601cb18-7af1-4900-8556-0d1e80c82d6c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Jun 17 17:25:21.631785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a076a1-e851-4f7d-9628-1b434143cc12 req-b30fc18f-8038-4471-9e7b-954b622e0964 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:21.633431 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78a076a1-e851-4f7d-9628-1b434143cc12 req-b30fc18f-8038-4471-9e7b-954b622e0964 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0722942 Jun 17 17:25:21.681155 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78a076a1-e851-4f7d-9628-1b434143cc12 req-f587996f-274a-453d-8211-64a37c075505 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Jun 17 17:25:21.856525 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c6481-8ea5-470e-9b24-e89bbd3e275a req-1bb9723b-d7c1-4079-8dd2-1a5d7bc63a2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:21.858180 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e5c6481-8ea5-470e-9b24-e89bbd3e275a req-1bb9723b-d7c1-4079-8dd2-1a5d7bc63a2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0703723 Jun 17 17:25:21.899033 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e5c6481-8ea5-470e-9b24-e89bbd3e275a req-3f302f64-1aad-4343-9891-1d4a8deed856 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344961 Jun 17 17:25:21.985219 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed01ddd2-faae-4e55-9db3-812e42221101 req-c658831b-fe5e-4487-8906-a3e2ebf85171 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0307539 Jun 17 17:25:22.114047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26f91c-4227-475d-ab70-89e2b45d48df req-11c94ba1-a7e7-4320-b559-f4465e60cada tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:22.115575 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da26f91c-4227-475d-ab70-89e2b45d48df req-11c94ba1-a7e7-4320-b559-f4465e60cada tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.0651457 Jun 17 17:25:22.158644 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da26f91c-4227-475d-ab70-89e2b45d48df req-6a04f837-3ac3-4a83-9140-4a7dde66cf72 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Jun 17 17:25:22.497645 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac8573-f85d-4e2d-99a1-cba15429193c req-a1dad8f8-d5cb-442f-8cce-3c692b2b615a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:22.499348 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-12ac8573-f85d-4e2d-99a1-cba15429193c req-a1dad8f8-d5cb-442f-8cce-3c692b2b615a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.1142988 Jun 17 17:25:22.508413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd097-e914-49b3-858a-26c2218941bd req-19ab83ff-9e2b-4167-b40a-5c1a288370cb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:22.510504 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c18cd097-e914-49b3-858a-26c2218941bd req-19ab83ff-9e2b-4167-b40a-5c1a288370cb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1242247 Jun 17 17:25:22.569522 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-12ac8573-f85d-4e2d-99a1-cba15429193c req-74b639a2-f891-4f22-8e0d-562efa0563a2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578151 Jun 17 17:25:22.578416 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c18cd097-e914-49b3-858a-26c2218941bd req-17b4c601-af0c-485c-90c3-b198e7b31fdb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 Jun 17 17:25:22.868865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e268-5a3a-44d8-92cb-405b0f810d12 req-84b0533d-c117-4b47-9af4-bbe2ec8ba472 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:22.870251 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5088e268-5a3a-44d8-92cb-405b0f810d12 req-84b0533d-c117-4b47-9af4-bbe2ec8ba472 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0690379 Jun 17 17:25:22.909961 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5088e268-5a3a-44d8-92cb-405b0f810d12 req-6d5e9f41-166b-4d95-8a70-8cc50ecde5a1 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Jun 17 17:25:23.089272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588cff-0fb5-42f1-ac94-f2d52ac12f30 req-61e37b4e-43ae-4dd1-8c97-add9bef35b66 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:23.090992 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15588cff-0fb5-42f1-ac94-f2d52ac12f30 req-61e37b4e-43ae-4dd1-8c97-add9bef35b66 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0701976 Jun 17 17:25:23.152788 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce6d1d14-0939-400e-9356-78ccf7722c16 req-f9d2ddc5-11fe-42f1-a0c2-e5cd842a8272 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0319779 Jun 17 17:25:23.166812 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15588cff-0fb5-42f1-ac94-f2d52ac12f30 req-a03cc7af-75ac-478f-870a-ba4105f84701 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685420 Jun 17 17:25:23.343389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a01b6-f47f-464f-a9b4-5ad64fa80ff7 req-888857b6-d878-4c92-b17e-a9d9722193e3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:23.344892 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d9a01b6-f47f-464f-a9b4-5ad64fa80ff7 req-888857b6-d878-4c92-b17e-a9d9722193e3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.0679402 Jun 17 17:25:23.384192 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d9a01b6-f47f-464f-a9b4-5ad64fa80ff7 req-c9a8f512-0869-41a0-abea-9d29282c7ace tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jun 17 17:25:23.798638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a94ca-2256-479a-99d7-9b19787fec55 req-85146281-6b83-4767-971b-f2239de5ce2d tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:23.800172 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-176a94ca-2256-479a-99d7-9b19787fec55 req-85146281-6b83-4767-971b-f2239de5ce2d tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.1078603 Jun 17 17:25:23.808444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b78a4-dfef-4979-b44b-a5369dab009e req-c4888dc1-86ba-42b9-b06c-043eb7798357 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:23.809801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b2b78a4-dfef-4979-b44b-a5369dab009e req-c4888dc1-86ba-42b9-b06c-043eb7798357 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1083002 Jun 17 17:25:23.875933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-176a94ca-2256-479a-99d7-9b19787fec55 req-534e9fd3-9318-49cc-9b55-019bebf34671 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650878 Jun 17 17:25:23.878963 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b2b78a4-dfef-4979-b44b-a5369dab009e req-5a40a50b-4710-4ada-a887-a8a66701e27a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624001 Jun 17 17:25:24.103852 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d7ee-5c67-4f7f-bf81-86dddf9ae52a req-2d67fd07-14e2-41fd-af4a-f315e56a8e03 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:24.105489 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7b85d7ee-5c67-4f7f-bf81-86dddf9ae52a req-2d67fd07-14e2-41fd-af4a-f315e56a8e03 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0747683 Jun 17 17:25:24.143090 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7b85d7ee-5c67-4f7f-bf81-86dddf9ae52a req-9d72f352-48ab-4bd5-9d8b-866ee21ec2da tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jun 17 17:25:24.306272 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2daa1b5c-1dc8-49e0-b717-34b6dbb62aa0 req-749864d1-0d86-46ac-8fd8-039ed8a08603 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0341017 Jun 17 17:25:24.372724 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2427-7de1-4fa6-94d7-4404c8a17e44 req-5ffcbf7c-14a9-4446-95d1-c72138e68281 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:24.374200 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f47a2427-7de1-4fa6-94d7-4404c8a17e44 req-5ffcbf7c-14a9-4446-95d1-c72138e68281 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0708842 Jun 17 17:25:24.414311 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f47a2427-7de1-4fa6-94d7-4404c8a17e44 req-3f85eab0-2b38-4dbe-ab3b-16a459d762b3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Jun 17 17:25:24.560689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ff526-4432-4393-9cad-75738b94f4d7 req-42d1a2e1-e4f0-4af7-88ee-37c9b828ea6e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:24.562338 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fc7ff526-4432-4393-9cad-75738b94f4d7 req-42d1a2e1-e4f0-4af7-88ee-37c9b828ea6e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.0645845 Jun 17 17:25:24.604632 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fc7ff526-4432-4393-9cad-75738b94f4d7 req-82f3bc2d-3612-48e6-bb34-3e0e1618ebaa tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Jun 17 17:25:25.362866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857fe1a-5534-4f1b-a65b-3e1457a33853 req-ca4ce861-f045-4a7b-9fc4-c2f612835c61 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:25.364417 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f857fe1a-5534-4f1b-a65b-3e1457a33853 req-ca4ce861-f045-4a7b-9fc4-c2f612835c61 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.3636138 Jun 17 17:25:25.371782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c70937-6fa1-49c5-8c3e-2bedcdaac3d1 req-bccbcd14-e56f-401c-8cdf-3f32d797a6e1 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:25.373150 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4c70937-6fa1-49c5-8c3e-2bedcdaac3d1 req-bccbcd14-e56f-401c-8cdf-3f32d797a6e1 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.3735948 Jun 17 17:25:25.432203 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f857fe1a-5534-4f1b-a65b-3e1457a33853 req-9b714e8a-6d92-43a0-8cee-0e87420659d6 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 Jun 17 17:25:25.434958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4c70937-6fa1-49c5-8c3e-2bedcdaac3d1 req-5d1413cd-5b20-417e-a948-8724255fbbf4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550313 Jun 17 17:25:25.604016 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e0769c3-dc84-4069-8ac0-006aea02f7f2 req-fbe13ac2-3ce8-43a8-9d18-6c7d662beed2 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0318336 Jun 17 17:25:25.641011 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143e12-ab38-426d-b736-65697602e48e req-05d08b2a-8400-4edd-bd1f-a339ce533ee1 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:25.642478 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68143e12-ab38-426d-b736-65697602e48e req-05d08b2a-8400-4edd-bd1f-a339ce533ee1 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0993171 Jun 17 17:25:25.682037 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68143e12-ab38-426d-b736-65697602e48e req-e0c12a40-d580-41ee-8b94-8007a140a1a3 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Jun 17 17:25:25.788555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb962cf-663a-4f9f-9194-72497b042f91 req-7e35e4c6-24c3-47f9-b658-3d2e933c0480 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:25.790395 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9bb962cf-663a-4f9f-9194-72497b042f91 req-7e35e4c6-24c3-47f9-b658-3d2e933c0480 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0732353 Jun 17 17:25:25.813060 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:25:25.861755 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9bb962cf-663a-4f9f-9194-72497b042f91 req-8132238a-38df-43a1-ae6f-00913188287d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607679 Jun 17 17:25:25.891254 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cfb95-7568-4c2e-afd3-6b5e2dc2a79a req-42ae6590-bfd2-4839-be36-5a4a292d6830 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:25.891254 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-081cfb95-7568-4c2e-afd3-6b5e2dc2a79a req-42ae6590-bfd2-4839-be36-5a4a292d6830 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.0961621 Jun 17 17:25:25.936865 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-081cfb95-7568-4c2e-afd3-6b5e2dc2a79a req-44c39809-0487-4fe3-bcbc-a70dea1022ca tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Jun 17 17:25:26.649910 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc121d9-963d-4d8d-8979-f9a65155dd7e req-a9dd4ec4-bb95-4ce3-9db0-627094c189f7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:26.651513 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cbc121d9-963d-4d8d-8979-f9a65155dd7e req-a9dd4ec4-bb95-4ce3-9db0-627094c189f7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0793347 Jun 17 17:25:26.697354 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cbc121d9-963d-4d8d-8979-f9a65155dd7e req-355ec909-b1b6-430b-a25d-ed1709a82c47 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Jun 17 17:25:26.879831 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e27fc-ff12-4a12-af78-ef171a9fe1a1 req-303d7064-6030-4f14-bf2f-08dc32a2007f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:26.881540 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-448e27fc-ff12-4a12-af78-ef171a9fe1a1 req-303d7064-6030-4f14-bf2f-08dc32a2007f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0692439 Jun 17 17:25:26.934432 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-448e27fc-ff12-4a12-af78-ef171a9fe1a1 req-34abee35-959d-4f96-a85b-b04237f51eda tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448906 Jun 17 17:25:27.078648 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c19bba04-e174-44c4-9c5c-1d69079f1928 req-a90901f7-8462-4b12-a036-aedf644b8ac9 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0341992 Jun 17 17:25:27.258291 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887eb71-cf2e-40a3-bdfc-d815c8149d81 req-9f131464-be92-492b-9a8c-e874fba2ba54 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:27.260383 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a887eb71-cf2e-40a3-bdfc-d815c8149d81 req-9f131464-be92-492b-9a8c-e874fba2ba54 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0701890 Jun 17 17:25:27.302988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a887eb71-cf2e-40a3-bdfc-d815c8149d81 req-0fe7554d-37ea-49d0-9744-9f077dce322e tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364316 Jun 17 17:25:27.513440 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91193530-9527-4254-81d9-39abc484cc95 req-80f51482-e3c4-49ce-a7d7-bb72946ee8b1 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:27.514958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91193530-9527-4254-81d9-39abc484cc95 req-80f51482-e3c4-49ce-a7d7-bb72946ee8b1 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.1045179 Jun 17 17:25:27.527061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422bfe-8c1b-401e-a5ea-13df27927665 req-5615cd8b-fe66-494a-a671-3458d58af362 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:27.528638 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce422bfe-8c1b-401e-a5ea-13df27927665 req-5615cd8b-fe66-494a-a671-3458d58af362 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1199744 Jun 17 17:25:27.584404 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91193530-9527-4254-81d9-39abc484cc95 req-e432069d-d420-473e-9fd9-b8b3ce315840 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547111 Jun 17 17:25:27.591934 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce422bfe-8c1b-401e-a5ea-13df27927665 req-76db42c2-10da-4c3c-9de1-05c3275599ef tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561411 Jun 17 17:25:27.883122 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60085f-3520-48a5-a8be-4d51afcbb7e5 req-28c11af3-00e2-4a38-b770-5b8e1634bed5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:27.884606 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a60085f-3520-48a5-a8be-4d51afcbb7e5 req-28c11af3-00e2-4a38-b770-5b8e1634bed5 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jun 17 17:25:27.925500 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a60085f-3520-48a5-a8be-4d51afcbb7e5 req-c42309cd-fefb-49d9-862d-c56cae2569db tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350988 Jun 17 17:25:28.121487 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceb56a-3069-4ead-bffc-7fa9d869f479 req-8c185185-d271-4bcb-97c8-9fcff0220c7a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:28.123464 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97ceb56a-3069-4ead-bffc-7fa9d869f479 req-8c185185-d271-4bcb-97c8-9fcff0220c7a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0720646 Jun 17 17:25:28.165654 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97ceb56a-3069-4ead-bffc-7fa9d869f479 req-4097105d-1e86-48ee-9466-df266305528a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346572 Jun 17 17:25:28.229822 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-46586157-25bf-4879-9d4e-0577f074cc35 req-88061027-2273-48a6-b3b4-6266b06a99a0 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0324330 Jun 17 17:25:28.500058 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720c16-9b78-486a-a4fb-237cf2b82b32 req-943f6454-35f7-4ccc-b066-9f7a23c5b6cd tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:28.501584 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92720c16-9b78-486a-a4fb-237cf2b82b32 req-943f6454-35f7-4ccc-b066-9f7a23c5b6cd tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0801332 Jun 17 17:25:28.543311 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92720c16-9b78-486a-a4fb-237cf2b82b32 req-788a7143-7fc4-466a-bc53-f2cf9278043b tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360289 Jun 17 17:25:28.823330 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451553-64cf-4cd9-89c4-139b917f33da req-0eb53a34-0f4f-4a1c-8f6e-5d9d2fcf7f4e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:28.823330 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f451553-64cf-4cd9-89c4-139b917f33da req-0eb53a34-0f4f-4a1c-8f6e-5d9d2fcf7f4e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.1112120 Jun 17 17:25:28.849025 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380268dd-95e6-495b-8c97-f7024cd737e5 req-c938b4e8-f906-4093-b840-edbf8f5c1691 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:28.850717 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-380268dd-95e6-495b-8c97-f7024cd737e5 req-c938b4e8-f906-4093-b840-edbf8f5c1691 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1051939 Jun 17 17:25:28.896599 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f451553-64cf-4cd9-89c4-139b917f33da req-c34dadf7-391e-4343-805a-9803c4baad76 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Jun 17 17:25:28.909795 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-380268dd-95e6-495b-8c97-f7024cd737e5 req-12b66073-6f9f-4e18-b217-8097c3c60da1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524304 Jun 17 17:25:29.115811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c0f97-686e-46d9-8a5d-5d059fa838ff req-527512b8-c6f5-49e9-9293-61dcaa9cde3d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:29.118480 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-381c0f97-686e-46d9-8a5d-5d059fa838ff req-527512b8-c6f5-49e9-9293-61dcaa9cde3d tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0765717 Jun 17 17:25:29.159645 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-381c0f97-686e-46d9-8a5d-5d059fa838ff req-6273454e-d34d-4b8a-b37a-2dee5f01bcde tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Jun 17 17:25:29.355603 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ac1f-f61c-4349-afc7-e66c8d4c8bd5 req-25c8aaae-61f9-4793-a961-4bfe75ef726a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:29.357157 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b97ac1f-f61c-4349-afc7-e66c8d4c8bd5 req-25c8aaae-61f9-4793-a961-4bfe75ef726a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0744455 Jun 17 17:25:29.403768 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37deb5a0-59ae-4200-ab71-d26fb785c646 req-8a6e81f2-83e7-497c-83b5-9911dbab11d5 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0336621 Jun 17 17:25:29.423677 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b97ac1f-f61c-4349-afc7-e66c8d4c8bd5 req-2d423fe9-abb0-4577-b135-2fdf59341cff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603719 Jun 17 17:25:29.732617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefb36a-c911-4dd8-90a2-e7139d016338 req-7d60a514-3d04-48fb-be92-55552474f223 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:29.734151 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbefb36a-c911-4dd8-90a2-e7139d016338 req-7d60a514-3d04-48fb-be92-55552474f223 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.0704195 Jun 17 17:25:29.773809 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbefb36a-c911-4dd8-90a2-e7139d016338 req-4f76317d-ab81-41b7-a5ca-2f20caf06e5b tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Jun 17 17:25:30.117609 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70956c4-c95a-40b1-99b2-86e2632eda60 req-1df8d5e8-1481-4b24-874c-be5464488731 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:30.119687 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e70956c4-c95a-40b1-99b2-86e2632eda60 req-1df8d5e8-1481-4b24-874c-be5464488731 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 931 time: 0.1015687 Jun 17 17:25:30.153446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d869-d23e-4df2-ac81-a7a83d2f2076 req-de4a6d0d-67a5-4589-b30e-8b0bedd66c0c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:30.154934 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c7a6d869-d23e-4df2-ac81-a7a83d2f2076 req-de4a6d0d-67a5-4589-b30e-8b0bedd66c0c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1037991 Jun 17 17:25:30.188909 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e70956c4-c95a-40b1-99b2-86e2632eda60 req-adff56fd-83f1-43aa-9bb4-aaf1bc6ca42d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625186 Jun 17 17:25:30.208206 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c7a6d869-d23e-4df2-ac81-a7a83d2f2076 req-833428a1-ede9-4f69-a8fa-e7f8aaebbba1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474756 Jun 17 17:25:30.350596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9095e8-2b02-4bf2-8037-99c92c6faac4 req-bab6fb15-c3fe-45cf-a794-6a53522b599a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:30.352110 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca9095e8-2b02-4bf2-8037-99c92c6faac4 req-bab6fb15-c3fe-45cf-a794-6a53522b599a tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.0635884 Jun 17 17:25:30.389089 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca9095e8-2b02-4bf2-8037-99c92c6faac4 req-ebd3307a-ebfd-480d-85c4-dc48907adceb tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Jun 17 17:25:30.543616 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78d422e1-5679-4c17-a5f3-433db4f7e58f req-1fa96d9d-c1c9-4b5a-8794-691d4826371f tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0315299 Jun 17 17:25:30.603513 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78572a3-f3aa-43ef-8273-1d6cd8094c78 req-5f649813-ebaf-42b0-9fde-047c2973db14 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:30.605473 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e78572a3-f3aa-43ef-8273-1d6cd8094c78 req-5f649813-ebaf-42b0-9fde-047c2973db14 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0643888 Jun 17 17:25:30.657123 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Request body: {'port': {'device_id': 'd5889eb0-7384-4746-a540-9ac83067caea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:30.690379 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e78572a3-f3aa-43ef-8273-1d6cd8094c78 req-1a49d2a0-859d-43a2-bb1d-64161de9db40 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791869 Jun 17 17:25:30.808315 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:30.820627 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d45129d-a88e-4c68-919d-cc2db620e7f4 req-1d1c9ecf-f348-4f1d-9d87-59b4873ce6e1 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756189 Jun 17 17:25:31.075579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190ae3-dd9f-426b-9668-1c92ad940c30 req-38967d73-c54a-4627-a95c-21729ef06069 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:31.077312 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c190ae3-dd9f-426b-9668-1c92ad940c30 req-38967d73-c54a-4627-a95c-21729ef06069 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.1504691 Jun 17 17:25:31.169544 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c190ae3-dd9f-426b-9668-1c92ad940c30 req-492f9c68-fdc9-43e1-be8d-1d28adfbbe0c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818119 Jun 17 17:25:31.239178 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e855cf32-4c93-4c0e-a461-551e3b9ab366 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:31.263886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e04e3-5043-4b2d-93ba-df905ff4fce7 req-45d4b782-7380-4466-b0c5-38d45ec69a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:31.267060 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-748e04e3-5043-4b2d-93ba-df905ff4fce7 req-45d4b782-7380-4466-b0c5-38d45ec69a9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 1103 time: 0.1620364 Jun 17 17:25:31.269234 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:31.288733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Transition to ACTIVE for port object e855cf32-4c93-4c0e-a461-551e3b9ab366 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:31.316249 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-748e04e3-5043-4b2d-93ba-df905ff4fce7 req-78bc0504-2549-4fb3-bf83-0620bd7eb71c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Jun 17 17:25:31.395037 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:31.398874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8161ae3c-a263-4968-9aa5-2d83caf481b6 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:31.495584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:31.500627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:31.547525 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf45895-3519-439c-bf14-aa18d44743d7 req-65645f58-90b7-49b6-b918-77377a71f47a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:31.549113 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0bf45895-3519-439c-bf14-aa18d44743d7 req-65645f58-90b7-49b6-b918-77377a71f47a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.2108960 Jun 17 17:25:31.580143 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380def79-4f07-4325-b353-3d8f9932b061 req-aa93bd62-6564-4189-bef5-93eb23463efa tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:31.581666 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-380def79-4f07-4325-b353-3d8f9932b061 req-aa93bd62-6564-4189-bef5-93eb23463efa tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 943 time: 0.2446654 Jun 17 17:25:31.660144 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0bf45895-3519-439c-bf14-aa18d44743d7 req-a7584515-9cfd-4f7f-98d7-c9185ad12e1c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903130 Jun 17 17:25:31.667569 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-380def79-4f07-4325-b353-3d8f9932b061 req-e08029b4-1c6e-40e9-8b2b-7bb2d152111b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Jun 17 17:25:31.668275 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Attempting to bind port e855cf32-4c93-4c0e-a461-551e3b9ab366 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:25:31.668610 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Attempting to bind port e855cf32-4c93-4c0e-a461-551e3b9ab366 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:25:31.668939 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Attempting to bind port e855cf32-4c93-4c0e-a461-551e3b9ab366 on network 66efa165-bc99-49e4-a1fc-8927096d8ada {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:31.673642 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Port e855cf32-4c93-4c0e-a461-551e3b9ab366 on network 66efa165-bc99-49e4-a1fc-8927096d8ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:25:31.673986 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Attempting to bind port e855cf32-4c93-4c0e-a461-551e3b9ab366 on network 66efa165-bc99-49e4-a1fc-8927096d8ada {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:31.679424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:25:31.679761 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Checking segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:25:31.680179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Bound using segment: {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:25:31.683461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Bound port: e855cf32-4c93-4c0e-a461-551e3b9ab366, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:25:31.683461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:31.836244 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:25:31.841073 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4121c3d8-9d7c-42f9-9c3c-2e8cd625ee6d req-3a74efab-06dd-494a-ba62-fd8f00d19136 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0591259 Jun 17 17:25:31.854928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:25:31.882832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be49407-ef3d-456a-8a9b-c7e4155fd6a8 req-c1d04999-820c-43b3-b64e-4b56b25f49ae tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:31.884535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3be49407-ef3d-456a-8a9b-c7e4155fd6a8 req-c1d04999-820c-43b3-b64e-4b56b25f49ae tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.1060920 Jun 17 17:25:31.926763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3be49407-ef3d-456a-8a9b-c7e4155fd6a8 req-f2eb266d-6921-4863-868c-eedb0eeaa362 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Jun 17 17:25:31.948427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:31.948427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:32.018902 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.019596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:32.021088 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 1093 time: 1.3758519 Jun 17 17:25:32.021845 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:32.024900 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee941593-b0ee-45db-a1e9-0e843869c199" -d '{"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:32.051647 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:32.056440 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:32.083055 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e6b5-d369-4e8b-ac32-676bf10833a1 req-ceb97e20-4741-4340-8b37-0e7c9a908808 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.084954 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8229e6b5-d369-4e8b-ac32-676bf10833a1 req-ceb97e20-4741-4340-8b37-0e7c9a908808 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.1392608 Jun 17 17:25:32.086569 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09aa41-7bbe-47af-9a89-21b05260104f x-openstack-request-id: req-1f09aa41-7bbe-47af-9a89-21b05260104f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:32.090424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:32.090424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f09aa41-7bbe-47af-9a89-21b05260104f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:32.090424 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:25:32.178065 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8229e6b5-d369-4e8b-ac32-676bf10833a1 req-965a96a6-07eb-407f-ae23-5f5553108030 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846648 Jun 17 17:25:32.209969 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-9cc00c2f-7bfd-457c-8cf5-19143953e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.211461 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-9cc00c2f-7bfd-457c-8cf5-19143953e98e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1096 time: 0.0665145 Jun 17 17:25:32.304595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:25:32.373567 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-798aadff-971a-47d8-ab2e-0d618b3079c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.375045 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-798aadff-971a-47d8-ab2e-0d618b3079c5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1547284 Jun 17 17:25:32.404388 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:32.416350 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:25:32.458265 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:32.471931 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:32.493837 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:32.554447 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059f27-848b-4cc8-95c1-892c45a0d76d req-bbf261b6-8178-45db-9abf-7664906b2e28 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.556502 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2059f27-848b-4cc8-95c1-892c45a0d76d req-bbf261b6-8178-45db-9abf-7664906b2e28 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.2335756 Jun 17 17:25:32.564709 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-93d12f4f-5988-48c9-a36d-b6356860e318 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.566083 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-93d12f4f-5988-48c9-a36d-b6356860e318 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "GET /v2.0/networks?id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 200 len: 814 time: 0.2522993 Jun 17 17:25:32.585621 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Request body: {'port': {'device_id': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89', 'admin_state_up': True, 'tenant_id': 'd48c3e7974634d55ac1beb33349f5eb7'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:32.599655 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:32.601989 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:32.617424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-407d9060-e64b-4cfa-9b23-cc352d34d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.619401 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee941593-b0ee-45db-a1e9-0e843869c199 req-407d9060-e64b-4cfa-9b23-cc352d34d124 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1914186 Jun 17 17:25:32.654585 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2059f27-848b-4cc8-95c1-892c45a0d76d req-210ccfc5-76e8-4d8a-be32-9b5d2c5dcbec tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857341 Jun 17 17:25:32.667532 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=6']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:32.686619 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.687563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.687563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.687967 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.688435 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.688850 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.689415 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.689956 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.690488 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.691035 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.691568 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.692142 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:32.697363 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:32.718965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:32.926504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-50988f7e-da69-4a6f-8358-9736878044f7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:32.928091 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-50988f7e-da69-4a6f-8358-9736878044f7 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2376783 Jun 17 17:25:33.094559 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-c687542c-0c9f-4bd3-8ce1-8f00428a81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:33.096105 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-c687542c-0c9f-4bd3-8ce1-8f00428a81dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1096 time: 0.2794569 Jun 17 17:25:33.138954 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-54b526aa-fbb9-44d6-bd5c-16802e64840b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 217 time: 0.0343952 Jun 17 17:25:33.195080 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-6380dda2-cdf3-4355-a4f3-6463a19fb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:33.196582 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-6380dda2-cdf3-4355-a4f3-6463a19fb851 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.0468974 Jun 17 17:25:33.259054 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ee52-f2fc-4254-9a23-137bd73406f2 req-0f017338-9900-49e2-ad47-353897f692f9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:33.260621 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0a31ee52-f2fc-4254-9a23-137bd73406f2 req-0f017338-9900-49e2-ad47-353897f692f9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 943 time: 0.4692008 Jun 17 17:25:33.266112 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Made reservation on behalf of d48c3e7974634d55ac1beb33349f5eb7 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:25:33.269498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:33.281549 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ce2a-b011-4c56-8895-485631788091 req-3b6510de-583b-4e45-be0a-0aba6db9800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:33.283023 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-3b6510de-583b-4e45-be0a-0aba6db9800a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733864 Jun 17 17:25:33.283154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47279955-af1e-4418-9d74-4f022c878df2 req-e259f62f-99cf-481c-9be2-af713f04832b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:33.284532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47279955-af1e-4418-9d74-4f022c878df2 req-e259f62f-99cf-481c-9be2-af713f04832b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.4502289 Jun 17 17:25:33.434103 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0a31ee52-f2fc-4254-9a23-137bd73406f2 req-0d256109-abe6-4824-a0cf-67f5ee7fd8d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621277 Jun 17 17:25:33.450670 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47279955-af1e-4418-9d74-4f022c878df2 req-3d40ac26-c1d6-40bb-b267-2fefcdd76356 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515408 Jun 17 17:25:33.470039 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-df6ec8ca-3103-441a-8195-a4f192ea09e7 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039591 Jun 17 17:25:33.530481 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Deleting port b41840a7-f8f6-41ac-b929-4e2cfe6155ac {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:25:33.530829 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:33.551143 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Allocated IP 172.20.0.14 (e0da0cd8-2d6b-4a23-85e4-35a5252eac89/dff1e70a-bd5b-49cf-96be-db2bb9cd9d62/706084b5-efa5-47d9-8f8f-51bcf84992f2) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:33.592249 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-d773ce2a-b011-4c56-8895-485631788091 req-d00a3093-a33a-4eb5-afe7-dad01009f851 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098433 Jun 17 17:25:33.652000 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-448b4ac9-4c13-456b-83c9-fb777f1b6982 req-04e9a534-13bc-47bb-a5b4-94b4ee759d96 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0766079 Jun 17 17:25:33.700474 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] For port b41840a7-f8f6-41ac-b929-4e2cfe6155ac, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:33.700754 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:33.787537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Calling delete_port for b41840a7-f8f6-41ac-b929-4e2cfe6155ac owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:25:34.013871 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.050528 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0426ab-1578-4028-93a0-6365e9cb840d req-bfbc8dc1-4017-42cc-bc8e-4db155117409 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.052019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e0426ab-1578-4028-93a0-6365e9cb840d req-bfbc8dc1-4017-42cc-bc8e-4db155117409 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 945 time: 0.2995842 Jun 17 17:25:34.107361 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-598e0720-2366-4d9e-aa8e-f2f3b4080be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.108972 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-598e0720-2366-4d9e-aa8e-f2f3b4080be8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0545871 Jun 17 17:25:34.118886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2170b5-6931-4692-8454-a30cd9f102e1 req-3c174a44-6405-4acc-b096-bda4607b9076 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.120458 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0b2170b5-6931-4692-8454-a30cd9f102e1 req-3c174a44-6405-4acc-b096-bda4607b9076 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.2601340 Jun 17 17:25:34.185887 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e0426ab-1578-4028-93a0-6365e9cb840d req-f8a5fc79-8101-484e-81f7-23ed9c58af3e tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250541 Jun 17 17:25:34.204613 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0b2170b5-6931-4692-8454-a30cd9f102e1 req-da3a4d05-18c2-437e-91cf-9006985876d7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752459 Jun 17 17:25:34.250869 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-64dd48ad-3b35-4951-94e1-d59b0f398786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.252420 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-64dd48ad-3b35-4951-94e1-d59b0f398786 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.1115210 Jun 17 17:25:34.268833 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.279058 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e613cf60-f90b-45ed-ad1f-843cc334d4ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:34.288504 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:34.329458 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.350483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Pushing event deleted for resources: {'Port': ['ID=b41840a7-f8f6-41ac-b929-4e2cfe6155ac,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:34.357006 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:34.357164 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:34.357643 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:34.391754 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-276f735b-4142-41e4-a905-410938985057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1001 time: 0.1223586 Jun 17 17:25:34.454409 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:34.468902 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-eff44ddf-efaa-4b2d-baea-94836455ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.471150 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-eff44ddf-efaa-4b2d-baea-94836455ddef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0664039 Jun 17 17:25:34.481843 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:34.482801 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:34.483102 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.510102 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:34.523487 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] No DVR routers for this DVR port b41840a7-f8f6-41ac-b929-4e2cfe6155ac on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:25:34.541934 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-63a19cbf-cccd-446e-8707-7fb9dbf04af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.546906 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-63a19cbf-cccd-446e-8707-7fb9dbf04af8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612423 Jun 17 17:25:34.547053 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Pushing event updated for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:34.558783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.560824 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b852bbe2-296e-4254-9c7d-308f507c0844 req-f0301627-e7fd-4ed9-b028-8a27d7c44ab8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "DELETE /v2.0/ports/b41840a7-f8f6-41ac-b929-4e2cfe6155ac HTTP/1.1" status: 204 len: 173 time: 1.6078780 Jun 17 17:25:34.561630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:34.562105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'name': 'network-vif-deleted', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:34.564455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d1098-0267-4cb1-bd7f-600f116202d2" -d '{"events": [{"server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "name": "network-vif-deleted", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:34.592172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.598476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.599104 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.619130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:34.622740 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda7ce48-0e63-4788-aeab-c823886092f0" -d '{"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:34.630433 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aae85-bafe-4f81-868f-533c8f2a57c1 req-07045707-722d-4ec9-9c1f-8d4b3771c884 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.638050 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e68aae85-bafe-4f81-868f-533c8f2a57c1 req-07045707-722d-4ec9-9c1f-8d4b3771c884 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2730176 Jun 17 17:25:34.640616 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:34.647942 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d32d9d-81b0-4d9a-985a-2fa4a4e09aff req-36c64aaf-7bfa-4295-aca9-450fc1130c2c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:34.650261 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2d32d9d-81b0-4d9a-985a-2fa4a4e09aff req-36c64aaf-7bfa-4295-aca9-450fc1130c2c tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.3156550 Jun 17 17:25:34.678447 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-dafe2898-bfcc-4b47-b624-6ebdba298191 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225052 Jun 17 17:25:34.703119 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e68aae85-bafe-4f81-868f-533c8f2a57c1 req-dc62934d-8be9-454c-8e0f-8463691686a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635898 Jun 17 17:25:34.716758 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2d32d9d-81b0-4d9a-985a-2fa4a4e09aff req-c530f9b2-0c15-475f-b59d-0738f5b68a19 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Jun 17 17:25:34.743931 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1642280 Jun 17 17:25:34.760103 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Request body: {'port': {'device_id': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:34.771077 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.771910 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.773050 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b41840a7-f8f6-41ac-b929-4e2cfe6155ac no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:34.780473 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:34.818138 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-59fde357-cc9a-4fe5-8d14-cdc394bc8038 req-da09b355-45c0-4feb-a558-86093a5c6af1 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Jun 17 17:25:34.855416 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: b41840a7-f8f6-41ac-b929-4e2cfe6155ac {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:25:34.856258 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b41840a7-f8f6-41ac-b929-4e2cfe6155ac not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:25:34.902342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.908148 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=7']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:34.911815 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:35.067181 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44d4d-eed4-45b7-8c25-d654f920d0f6 req-d962832c-fe76-430c-ba60-6d7c2c0c3b7d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:35.070009 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68c44d4d-eed4-45b7-8c25-d654f920d0f6 req-d962832c-fe76-430c-ba60-6d7c2c0c3b7d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 943 time: 0.2143049 Jun 17 17:25:35.161716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b40c-9b35-4266-b24c-1ec4366af630 req-5e812a8b-4abc-414f-ba90-b0f2db315b30 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:35.163752 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6814b40c-9b35-4266-b24c-1ec4366af630 req-5e812a8b-4abc-414f-ba90-b0f2db315b30 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.2420924 Jun 17 17:25:35.195847 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68c44d4d-eed4-45b7-8c25-d654f920d0f6 req-2335552d-eb5e-4707-9abe-a71fe157490b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113856 Jun 17 17:25:35.259595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0b430-02b5-4943-8108-6eba4747b78b x-openstack-request-id: req-d0f0b430-02b5-4943-8108-6eba4747b78b {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:35.260325 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb", "name": "network-vif-deleted", "tag": "b41840a7-f8f6-41ac-b929-4e2cfe6155ac", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:35.260891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0f0b430-02b5-4943-8108-6eba4747b78b {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:35.261323 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb', 'name': 'network-vif-deleted', 'tag': 'b41840a7-f8f6-41ac-b929-4e2cfe6155ac', 'status': 'completed', 'code': 200} Jun 17 17:25:35.273218 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6814b40c-9b35-4266-b24c-1ec4366af630 req-a1043269-8569-47a9-98ac-9368829a9167 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992706 Jun 17 17:25:35.291844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a37ba-cb40-4bd7-8293-0f0dfaca77fb x-openstack-request-id: req-e83a37ba-cb40-4bd7-8293-0f0dfaca77fb {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:35.292810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:35.293297 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e83a37ba-cb40-4bd7-8293-0f0dfaca77fb {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:35.293927 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'code': 200} Jun 17 17:25:35.379356 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706084b5-efa5-47d9-8f8f-51bcf84992f2 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:35.388271 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:35.401584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Transition to ACTIVE for port object 706084b5-efa5-47d9-8f8f-51bcf84992f2 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:25:35.463076 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:35.467381 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2e9c25c6-2f24-4afb-bb8b-e5cd2186a34c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:35.665783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Pushing event updated for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:35.665783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:35.665783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36909616-818a-4d6f-9410-f3bba4d7bc7c req-5e24d932-b000-4648-917b-c27d3b6f9c0a tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:35.665783 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36909616-818a-4d6f-9410-f3bba4d7bc7c req-5e24d932-b000-4648-917b-c27d3b6f9c0a tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 932 time: 0.2260048 Jun 17 17:25:35.721943 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Attempting to bind port 706084b5-efa5-47d9-8f8f-51bcf84992f2 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:25:35.722314 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Attempting to bind port 706084b5-efa5-47d9-8f8f-51bcf84992f2 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:25:35.722614 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Attempting to bind port 706084b5-efa5-47d9-8f8f-51bcf84992f2 on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36909616-818a-4d6f-9410-f3bba4d7bc7c req-a79d5d92-15ea-45ad-bef4-7dfac012622c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775154 Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Port 706084b5-efa5-47d9-8f8f-51bcf84992f2 on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Attempting to bind port 706084b5-efa5-47d9-8f8f-51bcf84992f2 on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Checking segment: {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Bound using segment: {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Bound port: 706084b5-efa5-47d9-8f8f-51bcf84992f2, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:25:35.763691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:35.859716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:25:35.863734 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:25:35.931247 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36a84839-38f7-4909-942e-ba5f365c5f97 req-23111bb2-df28-4357-b441-d980b4c7c7ed tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf2d5a4-6c2c-4399-b7dd-b7ffe0953deb HTTP/1.1" status: 200 len: 210 time: 0.0355418 Jun 17 17:25:35.960511 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:35.963360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:36.033958 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.034700 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:36.036269 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] 10.222.0.45 "PUT /v2.0/ports/706084b5-efa5-47d9-8f8f-51bcf84992f2 HTTP/1.1" status: 200 len: 1094 time: 1.2825370 Jun 17 17:25:36.079967 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Pushing event updated for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:36.087882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:36.281468 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea8442-0f9e-488c-9f9c-e1513f38e150 req-5dc44afa-210a-44eb-a154-77b3466a0c89 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.281468 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25ea8442-0f9e-488c-9f9c-e1513f38e150 req-5dc44afa-210a-44eb-a154-77b3466a0c89 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.1800966 Jun 17 17:25:36.295615 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-f056b2ae-05f2-458e-892f-5ad24cc9faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.297384 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-f056b2ae-05f2-458e-892f-5ad24cc9faa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 1097 time: 0.1469958 Jun 17 17:25:36.318492 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device e855cf32-4c93-4c0e-a461-551e3b9ab366 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:25:36.379099 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-ec453865-e828-4a39-bd4e-4f4bee58a71d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2 HTTP/1.1" status: 200 len: 217 time: 0.0599103 Jun 17 17:25:36.404273 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25ea8442-0f9e-488c-9f9c-e1513f38e150 req-dc07abfa-73ac-4214-b1a9-138cc9368e1d tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321414 Jun 17 17:25:36.439513 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa97150-5fe0-4a0c-a769-0de8f93390cd req-f7ee7d36-619c-4b3d-b246-66d36b8673f6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.443920 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0aa97150-5fe0-4a0c-a769-0de8f93390cd req-f7ee7d36-619c-4b3d-b246-66d36b8673f6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2384951 Jun 17 17:25:36.511629 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:36.574989 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'port_id': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'mac_address': 'fa:16:3e:e3:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:25:36.581308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:36.584544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-cce29245-9093-41b4-9661-2f7f74df0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.590583 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-cce29245-9093-41b4-9661-2f7f74df0619 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dff1e70a-bd5b-49cf-96be-db2bb9cd9d62 HTTP/1.1" status: 200 len: 854 time: 0.2000430 Jun 17 17:25:36.603480 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e855cf32-4c93-4c0e-a461-551e3b9ab366 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:36.629091 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0aa97150-5fe0-4a0c-a769-0de8f93390cd req-5824b3bb-8221-4609-8305-436567f374de tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441314 Jun 17 17:25:36.632841 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:36.677383 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-98f9740e-1782-41a5-97a4-79f96249d314 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645962 Jun 17 17:25:36.771200 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:36.773172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:36.844514 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:36.849252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:36.863915 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56386-86e7-477a-9cf8-541f101c06d2 req-a15c1511-a1f8-461b-ab8c-75d3aae1218a tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.865561 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47f56386-86e7-477a-9cf8-541f101c06d2 req-a15c1511-a1f8-461b-ab8c-75d3aae1218a tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.2354424 Jun 17 17:25:36.867429 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-19878a60-5fff-403e-8ea3-3270fb7bab97 service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897552 Jun 17 17:25:36.996077 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a6222-6843-4588-90ae-52f7915ea8b6 req-784f7dff-eb5d-478f-9126-6a8225a19af1 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:36.997743 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d54a6222-6843-4588-90ae-52f7915ea8b6 req-784f7dff-eb5d-478f-9126-6a8225a19af1 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 944 time: 0.2189705 Jun 17 17:25:37.002925 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47f56386-86e7-477a-9cf8-541f101c06d2 req-b9e619a2-73d6-4df2-8127-088f1f8c017f tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275132 Jun 17 17:25:37.066190 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c2b8290-f190-40fa-8731-020477cf9af1 req-43bbea6f-e457-423d-9126-148723293195 service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826723 Jun 17 17:25:37.079214 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d54a6222-6843-4588-90ae-52f7915ea8b6 req-4f12759f-e906-4f0a-90bf-30811b12eab6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Jun 17 17:25:37.137290 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:37.272683 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:37.277396 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d" -d '{"events": [{"name": "network-changed", "server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:37.346230 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d93c0-5b7f-4e59-9f38-e2cdf5de8949 req-c505a3ce-d794-42b9-a04d-83daf2d25b51 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:37.347057 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ba2d93c0-5b7f-4e59-9f38-e2cdf5de8949 req-c505a3ce-d794-42b9-a04d-83daf2d25b51 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.1298766 Jun 17 17:25:37.356537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9ab14-fb50-4d80-afbd-46dc562f41b1 req-39be94bf-cbea-472d-9b09-5151d6b40ef9 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:37.358002 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78b9ab14-fb50-4d80-afbd-46dc562f41b1 req-39be94bf-cbea-472d-9b09-5151d6b40ef9 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1694252 Jun 17 17:25:37.680023 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ba2d93c0-5b7f-4e59-9f38-e2cdf5de8949 req-8ad67eef-eca1-47ff-8bea-68d965039ff5 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209395 Jun 17 17:25:37.719019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78b9ab14-fb50-4d80-afbd-46dc562f41b1 req-1a6db011-eedd-4cc1-8ba9-15f863f1ae76 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537366 Jun 17 17:25:37.761036 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e59e7-d078-4aa1-9cc6-15c64fa18fe0 x-openstack-request-id: req-409e59e7-d078-4aa1-9cc6-15c64fa18fe0 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:37.761489 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:37.761835 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-409e59e7-d078-4aa1-9cc6-15c64fa18fe0 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:37.762363 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2', 'status': 'completed', 'code': 200} Jun 17 17:25:37.881265 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-7f2c3dcf-7b52-411d-9be8-53775cd90681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:37.883418 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-7f2c3dcf-7b52-411d-9be8-53775cd90681 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 1097 time: 0.0904820 Jun 17 17:25:38.050002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-69d3228e-fdc4-4288-bc95-771d7768b59d tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.055023 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-69d3228e-fdc4-4288-bc95-771d7768b59d tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.45 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.1363146 Jun 17 17:25:38.136104 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-91016d28-2be5-4c84-8e90-3ee203a98b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.139173 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-91016d28-2be5-4c84-8e90-3ee203a98b0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 200 len: 915 time: 0.2264640 Jun 17 17:25:38.147446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b47b-c072-455a-bdbd-c26d8e3f23a5 req-192f0f6c-b2ca-4902-9902-eadfa0e4090e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.148905 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f611b47b-c072-455a-bdbd-c26d8e3f23a5 req-192f0f6c-b2ca-4902-9902-eadfa0e4090e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.2815795 Jun 17 17:25:38.206107 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47696cf3-c12e-457d-b0b1-26c02704a27e req-8a4bc325-60b6-42ac-b955-8888efc603b1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.213850 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47696cf3-c12e-457d-b0b1-26c02704a27e req-8a4bc325-60b6-42ac-b955-8888efc603b1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.3036814 Jun 17 17:25:38.222886 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-7ab27a84-2cd8-49ae-a91a-9279035b734e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2 HTTP/1.1" status: 200 len: 217 time: 0.0695100 Jun 17 17:25:38.225999 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Deleting port c0527248-9f2e-483f-8e93-bb1c63fe48f8 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:25:38.226369 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.340414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:25:38.342839 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device e855cf32-4c93-4c0e-a461-551e3b9ab366 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:38.349417 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f611b47b-c072-455a-bdbd-c26d8e3f23a5 req-b2b89e69-8522-4613-a2aa-218da0faa5ba tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880214 Jun 17 17:25:38.374195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] For port c0527248-9f2e-483f-8e93-bb1c63fe48f8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c0527248-9f2e-483f-8e93-bb1c63fe48f8,segment=NetworkSegment(4db45cac-d665-4f74-a529-c2716678582c),segment_id=4db45cac-d665-4f74-a529-c2716678582c)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:38.374195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.374669 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-54bf3346-0e00-49ee-8165-e83545494b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.374669 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-54bf3346-0e00-49ee-8165-e83545494b57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dff1e70a-bd5b-49cf-96be-db2bb9cd9d62 HTTP/1.1" status: 200 len: 854 time: 0.1370249 Jun 17 17:25:38.386667 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47696cf3-c12e-457d-b0b1-26c02704a27e req-1290fec5-afad-476f-9c14-7f9322c2f0b7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716986 Jun 17 17:25:38.490748 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-2a118c01-7294-48bf-824c-b94a82177762 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010122 Jun 17 17:25:38.506780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Calling delete_port for c0527248-9f2e-483f-8e93-bb1c63fe48f8 owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:25:38.517793 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:38.532932 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:25:38.598475 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.603056 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port e855cf32-4c93-4c0e-a461-551e3b9ab366 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:38.634891 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port e855cf32-4c93-4c0e-a461-551e3b9ab366 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:38.635711 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.665954 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd995c-a9ed-45d2-ba69-b597832fa1e9 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:38.673079 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-e9667dc1-f488-4fcc-a50a-0c280ebe9418 service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751299 Jun 17 17:25:38.682882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac115a4-21d9-4d52-abfe-a1dff4cbdfec req-f210441a-d0d7-4bfc-ae82-cdac2f7ab879 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:38.683968 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ac115a4-21d9-4d52-abfe-a1dff4cbdfec req-f210441a-d0d7-4bfc-ae82-cdac2f7ab879 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 950 time: 0.1587226 Jun 17 17:25:38.729969 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:38.779692 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ac115a4-21d9-4d52-abfe-a1dff4cbdfec req-47b5fe8c-634a-4b0d-ba11-d5c23608716f tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/security-groups?id=90f619d1-9c75-4086-8eda-6d07b9214d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860353 Jun 17 17:25:38.811066 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.812472 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.815644 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:38.834194 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3174722b-3f9d-4764-abe0-1c3ed3d9a46d req-abdfb0f0-1bb7-4824-96b5-2da4b073450b service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488037 Jun 17 17:25:38.843963 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['c0527248-9f2e-483f-8e93-bb1c63fe48f8'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:38.890698 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:38.890698 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:38.898565 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Pushing event deleted for resources: {'Port': ['ID=c0527248-9f2e-483f-8e93-bb1c63fe48f8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:38.931275 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:38.939310 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a08463-d19f-4206-8416-2ae920bbeafd" -d '{"events": [{"server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "name": "network-vif-plugged", "status": "completed", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.956723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:38.961003 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:38.979424 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:38.998847 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:39.000142 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b8bc-1cc4-45b4-bcd0-dc66c42ae63a req-146b5172-7e64-49dd-945a-b4069c7607a6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:39.001969 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:39.007689 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-10a7b8bc-1cc4-45b4-bcd0-dc66c42ae63a req-146b5172-7e64-49dd-945a-b4069c7607a6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 944 time: 0.1061242 Jun 17 17:25:39.077342 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-10a7b8bc-1cc4-45b4-bcd0-dc66c42ae63a req-063a037d-5a59-4656-8da5-098253356bd2 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Jun 17 17:25:39.085816 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:39.088285 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:39.281949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['b9bd995c-a9ed-45d2-ba69-b597832fa1e9'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:39.346544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e7210-8565-4cdc-88c9-ae9d8a989e14 req-94a63100-d338-4ca3-801f-22321fe13c46 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:39.346793 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:39.348140 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad1e7210-8565-4cdc-88c9-ae9d8a989e14 req-94a63100-d338-4ca3-801f-22321fe13c46 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.1083534 Jun 17 17:25:39.357775 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:39.369211 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852051d-9429-4733-899c-39d50915fd1c req-4b54e026-77b0-4fae-ac8d-1a2eca2e2cdf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:39.375801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b852051d-9429-4733-899c-39d50915fd1c req-4b54e026-77b0-4fae-ac8d-1a2eca2e2cdf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1432345 Jun 17 17:25:39.439778 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad1e7210-8565-4cdc-88c9-ae9d8a989e14 req-f726f6f5-c543-4d52-bb1c-09ea1233d8f3 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784168 Jun 17 17:25:39.455270 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] No DVR routers for this DVR port c0527248-9f2e-483f-8e93-bb1c63fe48f8 on host hv-cinder-79688 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:25:39.460007 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b852051d-9429-4733-899c-39d50915fd1c req-da5f546a-1018-47db-af06-c811b914e36f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832355 Jun 17 17:25:39.460526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:39.463178 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-eedf0f5d-76f1-4d05-bd91-5b2afbaedba0 req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.45 "DELETE /v2.0/ports/c0527248-9f2e-483f-8e93-bb1c63fe48f8 HTTP/1.1" status: 204 len: 173 time: 1.4033611 Jun 17 17:25:39.463710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'name': 'network-vif-deleted', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:39.481087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c415ecf-acb0-4d30-ba20-30338cd646ff" -d '{"events": [{"server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "name": "network-vif-deleted", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:39.491860 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99fa0c5-02a0-490d-a320-54ef4a745910 x-openstack-request-id: req-d99fa0c5-02a0-490d-a320-54ef4a745910 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:39.492382 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "name": "network-vif-plugged", "status": "completed", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:39.505800 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d99fa0c5-02a0-490d-a320-54ef4a745910 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:39.505800 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'code': 200} Jun 17 17:25:39.702754 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabc6c3-9db1-479d-a303-05645419c70c req-ac7f82c5-fe0c-432e-8696-6ec647824a63 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:39.704364 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acabc6c3-9db1-479d-a303-05645419c70c req-ac7f82c5-fe0c-432e-8696-6ec647824a63 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1158590 Jun 17 17:25:39.756591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e523f6-8c04-4448-9762-ef837f8738ba req-5a2b4c70-503e-40a7-a8de-b0c79274d0ea tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:39.764220 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99e523f6-8c04-4448-9762-ef837f8738ba req-5a2b4c70-503e-40a7-a8de-b0c79274d0ea tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 944 time: 0.1339462 Jun 17 17:25:39.788303 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acabc6c3-9db1-479d-a303-05645419c70c req-79a3da6b-bf14-4f69-bb0a-3ced8c7ecb2f tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738761 Jun 17 17:25:39.840978 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99e523f6-8c04-4448-9762-ef837f8738ba req-326595f8-9149-4a46-b057-862bf5bd55ca tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759101 Jun 17 17:25:39.907008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44056a51-d7bc-4a6e-b895-0cb44c2e915c x-openstack-request-id: req-44056a51-d7bc-4a6e-b895-0cb44c2e915c {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:39.907500 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3366bc51-86f5-44eb-909a-0e71def7c189", "name": "network-vif-deleted", "tag": "c0527248-9f2e-483f-8e93-bb1c63fe48f8", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:39.907794 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44056a51-d7bc-4a6e-b895-0cb44c2e915c {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:39.908271 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3366bc51-86f5-44eb-909a-0e71def7c189', 'name': 'network-vif-deleted', 'tag': 'c0527248-9f2e-483f-8e93-bb1c63fe48f8', 'status': 'completed', 'code': 200} Jun 17 17:25:40.022989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9a87b-a79b-491b-a9d4-6452b5e14d66 req-2f51f883-ea98-45eb-90a5-174044c58b47 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:40.024912 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e2b9a87b-a79b-491b-a9d4-6452b5e14d66 req-2f51f883-ea98-45eb-90a5-174044c58b47 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0947998 Jun 17 17:25:40.088229 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce811683-7a1c-4dd5-ba18-a3bfd78fe73c req-ef67029a-614f-4143-aa43-1e8b89932116 tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] 10.222.0.10 "GET /v2.0/ports?device_id=3366bc51-86f5-44eb-909a-0e71def7c189 HTTP/1.1" status: 200 len: 210 time: 0.0409093 Jun 17 17:25:40.102476 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e2b9a87b-a79b-491b-a9d4-6452b5e14d66 req-a7318dde-7d55-465d-921f-60f5f4aefdeb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716424 Jun 17 17:25:40.171804 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4152-dd63-4b46-905f-b2c177b4c93d req-e6646a19-8c68-4299-b423-8fff77dea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:40.173662 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7ace4152-dd63-4b46-905f-b2c177b4c93d req-e6646a19-8c68-4299-b423-8fff77dea0c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1098 time: 0.1792746 Jun 17 17:25:40.223467 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7ace4152-dd63-4b46-905f-b2c177b4c93d req-a54beb3e-d690-4b9c-a7be-50224f2b5720 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Jun 17 17:25:40.307658 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de738bcd-6141-4403-9470-ea774da5abd5 req-99dc618b-f30e-4101-8afa-418bc50808e5 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:40.309405 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de738bcd-6141-4403-9470-ea774da5abd5 req-99dc618b-f30e-4101-8afa-418bc50808e5 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0733380 Jun 17 17:25:40.353105 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 706084b5-efa5-47d9-8f8f-51bcf84992f2 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:25:40.360135 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de738bcd-6141-4403-9470-ea774da5abd5 req-e606a4ae-562a-486a-a701-1c7f60d9650b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Jun 17 17:25:40.471524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:40.505693 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '706084b5-efa5-47d9-8f8f-51bcf84992f2', 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89', 'port_id': '706084b5-efa5-47d9-8f8f-51bcf84992f2', 'mac_address': 'fa:16:3e:1d:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff1e70a-bd5b-49cf-96be-db2bb9cd9d62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:25:40.622370 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:40.661512 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706084b5-efa5-47d9-8f8f-51bcf84992f2 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:25:40.691402 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:40.782688 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932680d5-55c1-4517-8d65-d5e5a87c5520 req-44f62846-fabc-4e2e-aeff-be8416c4f193 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:40.786453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:40.788339 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:40.794429 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-932680d5-55c1-4517-8d65-d5e5a87c5520 req-44f62846-fabc-4e2e-aeff-be8416c4f193 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1593068 Jun 17 17:25:40.809706 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b76f9-a06d-4f23-8413-ab77bd38862b req-8e7c64dd-5883-401a-8f57-43fc4e0ae722 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:40.812538 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb2b76f9-a06d-4f23-8413-ab77bd38862b req-8e7c64dd-5883-401a-8f57-43fc4e0ae722 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 944 time: 0.2037168 Jun 17 17:25:40.856935 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:40.875953 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:40.886693 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-932680d5-55c1-4517-8d65-d5e5a87c5520 req-5e54369a-eb30-41dc-88f0-7dd2fc5f78b1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911620 Jun 17 17:25:40.904491 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb2b76f9-a06d-4f23-8413-ab77bd38862b req-0f8922ad-df6d-4c98-9889-b815ff2ce0f3 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858724 Jun 17 17:25:41.169045 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948039df-236f-4fed-abe2-d2cabc1dc295 req-c35b6c09-d0c7-4c37-a384-57b20c6b7433 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:41.177191 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-948039df-236f-4fed-abe2-d2cabc1dc295 req-c35b6c09-d0c7-4c37-a384-57b20c6b7433 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 944 time: 0.1445663 Jun 17 17:25:41.177477 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['706084b5-efa5-47d9-8f8f-51bcf84992f2'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:25:41.203224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14e88-9761-4ebd-9464-6372c4670b3b req-1049b73f-e7c0-411c-b137-c7bed6ed8977 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:41.205894 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bde14e88-9761-4ebd-9464-6372c4670b3b req-1049b73f-e7c0-411c-b137-c7bed6ed8977 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1614041 Jun 17 17:25:41.286500 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-948039df-236f-4fed-abe2-d2cabc1dc295 req-cbc07b7b-3499-43b1-b2de-2f79dec15850 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081464 Jun 17 17:25:41.320205 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bde14e88-9761-4ebd-9464-6372c4670b3b req-b3ea1d1d-ff20-4434-9c3d-081d6464e6e8 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 Jun 17 17:25:41.575414 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c50c6-aae7-468e-874c-5e559a193493 req-fdf8fdd7-6496-4094-ae5a-7abbf62e85a2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:41.582602 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-726c50c6-aae7-468e-874c-5e559a193493 req-fdf8fdd7-6496-4094-ae5a-7abbf62e85a2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0846336 Jun 17 17:25:41.671022 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-726c50c6-aae7-468e-874c-5e559a193493 req-9b3e733b-f1fe-4753-b78f-0227e2de1f6d tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874074 Jun 17 17:25:41.709752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf5bb-b1bb-4ce6-8c67-dfe54eb5b9bd req-3e95166b-8000-4372-862d-c57da7e4e194 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:41.712261 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6ccf5bb-b1bb-4ce6-8c67-dfe54eb5b9bd req-3e95166b-8000-4372-862d-c57da7e4e194 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.1143482 Jun 17 17:25:41.762455 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6ccf5bb-b1bb-4ce6-8c67-dfe54eb5b9bd req-2273561e-397e-499e-8869-f404f4fdd8c9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Jun 17 17:25:42.191352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f102c-9e4b-4690-b163-c46751041278 req-7e678e59-d709-4928-a308-4ce82b4e223a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:42.193057 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-301f102c-9e4b-4690-b163-c46751041278 req-7e678e59-d709-4928-a308-4ce82b4e223a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1290174 Jun 17 17:25:42.200614 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae67001-32c0-4e55-88f0-8d48f7503764 req-9d98e03d-8e77-4eb2-a587-4ac789c833fd tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:42.202980 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bae67001-32c0-4e55-88f0-8d48f7503764 req-9d98e03d-8e77-4eb2-a587-4ac789c833fd tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 945 time: 0.1036980 Jun 17 17:25:42.287860 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-301f102c-9e4b-4690-b163-c46751041278 req-bd8f2328-3fb1-46f2-9728-c647990f9dbc tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846562 Jun 17 17:25:42.300475 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bae67001-32c0-4e55-88f0-8d48f7503764 req-9421a35f-0264-4a77-96a7-b1fb57cbceec tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895009 Jun 17 17:25:42.374587 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:42.567019 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3301ad9-df77-489a-b37d-765df333dbed req-ede2fa0a-2630-4cd9-9e97-a170caae8923 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:42.568430 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f3301ad9-df77-489a-b37d-765df333dbed req-ede2fa0a-2630-4cd9-9e97-a170caae8923 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1302905 Jun 17 17:25:42.579459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89e8a-aa07-4e0b-b30c-1d206ef260b6 req-468c1328-6056-4bb5-b5bf-88600845a677 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:42.580909 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4a89e8a-aa07-4e0b-b30c-1d206ef260b6 req-468c1328-6056-4bb5-b5bf-88600845a677 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 944 time: 0.1451182 Jun 17 17:25:42.640958 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:42.738542 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:42.738542 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:42.739690 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f3301ad9-df77-489a-b37d-765df333dbed req-58caba15-4116-4626-9c35-efcb1b274338 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722890 Jun 17 17:25:42.739690 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4a89e8a-aa07-4e0b-b30c-1d206ef260b6 req-cc73aa7a-2262-43f7-a4ea-19ede916c970 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708225 Jun 17 17:25:42.740217 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:42.766660 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:42.771058 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fc8a5-5b37-4182-9da3-1fd9ed8ef8dc" -d '{"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:42.791272 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:42.819686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021ed85-6504-4cbb-986f-88150f3c5e32 x-openstack-request-id: req-4021ed85-6504-4cbb-986f-88150f3c5e32 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:42.819993 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:42.820844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4021ed85-6504-4cbb-986f-88150f3c5e32 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:42.820844 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'code': 200} Jun 17 17:25:42.872570 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fbd7dc00-d14d-447a-902b-56479cfb21ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:42.876983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64c0dc-8f50-41bb-9980-7b718e0b5ac0 req-da20625d-1d36-41bd-9d06-498ac2def8d4 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:42.878505 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb64c0dc-8f50-41bb-9980-7b718e0b5ac0 req-da20625d-1d36-41bd-9d06-498ac2def8d4 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0727029 Jun 17 17:25:42.936465 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb64c0dc-8f50-41bb-9980-7b718e0b5ac0 req-f28a7968-dcec-4d41-b88a-3c1ed16b05d5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Jun 17 17:25:42.995970 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f68a0d-0233-47f0-9df9-bcc08cb5b8d1 req-edfae4a2-5c64-4b24-a1bd-fcc2c623d634 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:43.010534 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1f68a0d-0233-47f0-9df9-bcc08cb5b8d1 req-edfae4a2-5c64-4b24-a1bd-fcc2c623d634 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0769870 Jun 17 17:25:43.016870 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:43.022218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 706084b5-efa5-47d9-8f8f-51bcf84992f2 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:25:43.022218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:43.067417 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1f68a0d-0233-47f0-9df9-bcc08cb5b8d1 req-c86ff521-d3ff-4383-8ffa-5f232b353644 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587564 Jun 17 17:25:43.115402 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:43.119299 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:43.262561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f959-dbd9-428b-9765-8ea358fdf055 req-04c61a56-18f5-463e-94a5-fb6edc23b3a7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:43.264180 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3615f959-dbd9-428b-9765-8ea358fdf055 req-04c61a56-18f5-463e-94a5-fb6edc23b3a7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0636549 Jun 17 17:25:43.307456 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3615f959-dbd9-428b-9765-8ea358fdf055 req-293b37ff-96a6-4b67-887a-959e4d0e9bcb tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Jun 17 17:25:43.365400 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 706084b5-efa5-47d9-8f8f-51bcf84992f2 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:25:43.370777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 706084b5-efa5-47d9-8f8f-51bcf84992f2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:43.371280 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:43.511121 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f712a-c0fa-4d94-8f8e-1b99827052d9 req-62ff5f5d-b5f5-4976-a1b9-54dbb4277524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:43.513557 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ae7f712a-c0fa-4d94-8f8e-1b99827052d9 req-62ff5f5d-b5f5-4976-a1b9-54dbb4277524 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0627062 Jun 17 17:25:43.519800 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:43.559191 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ae7f712a-c0fa-4d94-8f8e-1b99827052d9 req-e82df885-db45-4f90-877d-6f4582506540 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364265 Jun 17 17:25:43.569079 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181953-24e7-41a5-81d5-1a29f8014c28 req-3d094b70-227e-46a9-add4-6166d7e9ab84 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:43.571811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08181953-24e7-41a5-81d5-1a29f8014c28 req-3d094b70-227e-46a9-add4-6166d7e9ab84 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1058204 Jun 17 17:25:43.587089 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:43.654749 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08181953-24e7-41a5-81d5-1a29f8014c28 req-b01fe741-f6ff-42d3-a605-5a62054171a6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719547 Jun 17 17:25:43.671583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:43.673338 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device c0527248-9f2e-483f-8e93-bb1c63fe48f8 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:43.675130 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a7385-0052-4a6a-b7f5-1bccbf021abe req-4f500d22-17ca-4ac2-96eb-cd36ec790908 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:43.675414 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-035a7385-0052-4a6a-b7f5-1bccbf021abe req-4f500d22-17ca-4ac2-96eb-cd36ec790908 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 945 time: 0.1033962 Jun 17 17:25:43.686409 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:43.757537 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-035a7385-0052-4a6a-b7f5-1bccbf021abe req-ee4faf8a-79d4-496e-8e79-643c8f6f0b24 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665131 Jun 17 17:25:43.787432 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: c0527248-9f2e-483f-8e93-bb1c63fe48f8 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:25:43.787927 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device c0527248-9f2e-483f-8e93-bb1c63fe48f8 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:25:43.837675 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:43.840732 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:44.034561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4f943-8c44-486a-9f6a-87a551065e0c req-c432a55c-0a29-4b8b-b4aa-1c58d86c1306 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:44.036355 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a2e4f943-8c44-486a-9f6a-87a551065e0c req-c432a55c-0a29-4b8b-b4aa-1c58d86c1306 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.1027048 Jun 17 17:25:44.103225 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a2e4f943-8c44-486a-9f6a-87a551065e0c req-68ac589b-e407-4ca0-a62c-9f89a9035ab2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572848 Jun 17 17:25:44.224250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b41c1-c976-48ed-9560-0eda1bb9f6b5 req-ff7fd3e6-31f0-43c6-af99-2b63731e91fd tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:44.231880 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d22b41c1-c976-48ed-9560-0eda1bb9f6b5 req-ff7fd3e6-31f0-43c6-af99-2b63731e91fd tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.0982907 Jun 17 17:25:44.322267 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d22b41c1-c976-48ed-9560-0eda1bb9f6b5 req-36ed4b46-0f8d-4167-90b7-1916a4f052d9 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jun 17 17:25:44.379811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de640595-6919-424c-a488-4873f70781a6 req-885b0098-93bd-49ef-b5f9-666585891ded tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:44.389254 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de640595-6919-424c-a488-4873f70781a6 req-885b0098-93bd-49ef-b5f9-666585891ded tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1537580 Jun 17 17:25:44.441118 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de640595-6919-424c-a488-4873f70781a6 req-7ef11996-e47f-4d19-8f18-49c571d92813 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507739 Jun 17 17:25:44.559842 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cb379-bd83-46c2-adb5-a9247e823d86 req-c3b932de-1732-4525-8d81-86d974787883 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:44.561485 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e40cb379-bd83-46c2-adb5-a9247e823d86 req-c3b932de-1732-4525-8d81-86d974787883 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0826249 Jun 17 17:25:44.607463 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e40cb379-bd83-46c2-adb5-a9247e823d86 req-2a65db15-8583-4215-96bb-1358d808829b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389287 Jun 17 17:25:44.822232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:44.824750 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04794990-c1a8-43a8-bc68-ed94c785cfc6" -d '{"events": [{"server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:44.900827 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ab19b-1409-4627-8c88-a1943c0169f0 req-e392dc64-b867-43ab-a757-435c561f41e4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:44.902870 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb9ab19b-1409-4627-8c88-a1943c0169f0 req-e392dc64-b867-43ab-a757-435c561f41e4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0790350 Jun 17 17:25:44.994060 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb9ab19b-1409-4627-8c88-a1943c0169f0 req-2c91a4a5-251b-45b4-953c-6ed2373dbf8e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730321 Jun 17 17:25:45.031135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb82d-a720-4933-9bef-a7273920b7b6 req-4af99732-07fd-4105-9aa7-6b89132f0956 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.034498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1effb82d-a720-4933-9bef-a7273920b7b6 req-4af99732-07fd-4105-9aa7-6b89132f0956 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0913622 Jun 17 17:25:45.081805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8442b39-2807-4330-ba5a-50164e22e46e x-openstack-request-id: req-c8442b39-2807-4330-ba5a-50164e22e46e {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:45.082835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:45.083585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8442b39-2807-4330-ba5a-50164e22e46e {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:45.084921 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2', 'code': 200} Jun 17 17:25:45.113687 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1effb82d-a720-4933-9bef-a7273920b7b6 req-d20c9cae-8dea-42e1-a74a-5f528187eb6e tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742130 Jun 17 17:25:45.159559 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1281fb2d-1632-4c52-bcec-975a472eadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:45.205561 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:45.398523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef86fe-62a0-4a94-b32b-461a85bbb8b3 req-6a97c2d1-415d-4c51-a94a-11d6445c3b93 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.402577 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acef86fe-62a0-4a94-b32b-461a85bbb8b3 req-6a97c2d1-415d-4c51-a94a-11d6445c3b93 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.1366529 Jun 17 17:25:45.484507 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acef86fe-62a0-4a94-b32b-461a85bbb8b3 req-08626a04-f6da-4863-886f-b6a489c2d34d tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665841 Jun 17 17:25:45.671090 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec044-10ce-4827-95b0-9abf1db2394b req-5ad362d6-75d7-474a-94b6-0aa9519da69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.674257 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-83aec044-10ce-4827-95b0-9abf1db2394b req-5ad362d6-75d7-474a-94b6-0aa9519da69d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 1099 time: 0.1155691 Jun 17 17:25:45.720970 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-83aec044-10ce-4827-95b0-9abf1db2394b req-f1280845-affb-4d5b-8c02-cc8aebd0725c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Jun 17 17:25:45.811583 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd17328-d48f-47b4-9b3d-cb6c720326f7 req-2f5d1fc8-79e5-438f-bd8d-a2802f17ff05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.813276 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0fd17328-d48f-47b4-9b3d-cb6c720326f7 req-2f5d1fc8-79e5-438f-bd8d-a2802f17ff05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1757250 Jun 17 17:25:45.823205 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbae2b2-35ba-4e89-856f-17772a7c8a18 req-1e3ddf42-8abf-415f-b4b4-5fdd9f58d585 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.824858 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bbae2b2-35ba-4e89-856f-17772a7c8a18 req-1e3ddf42-8abf-415f-b4b4-5fdd9f58d585 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1976175 Jun 17 17:25:45.833911 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-0b91e02b-7314-4b34-b109-4265524eac79 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:45.836127 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-0b91e02b-7314-4b34-b109-4265524eac79 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 945 time: 0.1630635 Jun 17 17:25:45.949881 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0fd17328-d48f-47b4-9b3d-cb6c720326f7 req-ca770967-3395-4fe0-b2b9-96d048364e3a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240089 Jun 17 17:25:45.966089 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bbae2b2-35ba-4e89-856f-17772a7c8a18 req-1ec41ec8-1541-4773-89c4-5be32c393b1b tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/security-groups?id=d58461c2-9a88-4d4d-986c-2709386d4697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288023 Jun 17 17:25:46.098633 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Deleting port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:25:46.098977 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:46.264780 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] For port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:46.265245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:46.291081 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c82d2-dfab-4c1a-a10a-4aaec922c292 req-82533b5f-26dd-4d69-9c14-cb5e50aa8ac5 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:46.292782 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-393c82d2-dfab-4c1a-a10a-4aaec922c292 req-82533b5f-26dd-4d69-9c14-cb5e50aa8ac5 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.1733208 Jun 17 17:25:46.347995 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Calling delete_port for 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:25:46.428779 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-393c82d2-dfab-4c1a-a10a-4aaec922c292 req-2213d710-f5be-43b8-a8e7-1e4a6c94ec84 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094561 Jun 17 17:25:46.464006 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43228) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:46.714143 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:46.731907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:46.764813 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:46.904962 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbe3ca-60ec-4ef0-aba6-4f953c5ba560 tempest-TestShelveInstance-1661807684 tempest-TestShelveInstance-1661807684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:46.906944 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0bbe3ca-60ec-4ef0-aba6-4f953c5ba560 tempest-TestShelveInstance-1661807684 tempest-TestShelveInstance-1661807684-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1093 time: 0.4410987 Jun 17 17:25:46.919217 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43252) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:46.926224 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:47.023103 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93838a-2e81-4c9a-8356-461cf401949e req-1f50f461-d516-4e51-8ca6-eb73f7a9c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.025970 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-1f50f461-d516-4e51-8ca6-eb73f7a9c6bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.2659357 Jun 17 17:25:47.084389 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:47.294799 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93838a-2e81-4c9a-8356-461cf401949e req-16348653-040a-4583-b948-1aaac86691a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.331293 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-16348653-040a-4583-b948-1aaac86691a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.2623386 Jun 17 17:25:47.332756 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Pushing event deleted for resources: {'Port': ['ID=8afb8128-ddb3-49f1-8c47-93d4a4df0c75,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:47.336400 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:47.367413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253847a7-4a4f-4423-a4fd-e97de8339613 req-0a00915f-d94e-4f2c-9ea9-579e1cf20085 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.372550 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-253847a7-4a4f-4423-a4fd-e97de8339613 req-0a00915f-d94e-4f2c-9ea9-579e1cf20085 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.7317190 Jun 17 17:25:47.404458 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] No DVR routers for this DVR port 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:25:47.408506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:47.410730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-675e42a8-6adf-48cd-bb13-225405aabd4a req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.45 "DELETE /v2.0/ports/8afb8128-ddb3-49f1-8c47-93d4a4df0c75 HTTP/1.1" status: 204 len: 173 time: 1.5561421 Jun 17 17:25:47.425250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'name': 'network-vif-deleted', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:47.428019 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb78593f-0843-4091-a818-7d728370e8d1" -d '{"events": [{"server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "name": "network-vif-deleted", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:47.436627 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-4bc16320-a363-4488-b70a-6923f833c5fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1001 time: 0.1317778 Jun 17 17:25:47.443081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:47.476821 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-253847a7-4a4f-4423-a4fd-e97de8339613 req-18225330-1102-4470-8f01-a2f1ce04a815 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971007 Jun 17 17:25:47.490470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded340d-2319-463f-986b-4165391fec43 req-3408471e-ed8d-4221-91a1-b1bfb9495da1 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.498632 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9ded340d-2319-463f-986b-4165391fec43 req-3408471e-ed8d-4221-91a1-b1bfb9495da1 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.7505941 Jun 17 17:25:47.533001 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9ded340d-2319-463f-986b-4165391fec43 req-a91584b7-2531-4c24-9a2b-f270a475b4c3 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Jun 17 17:25:47.540025 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93838a-2e81-4c9a-8356-461cf401949e req-f2b6675c-83f2-49ff-864c-af41a83e0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.541654 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-f2b6675c-83f2-49ff-864c-af41a83e0b8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0964241 Jun 17 17:25:47.674496 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-577f6d30-0532-42f3-a809-4ac8afea5ba2 req-6a3ee8dc-295b-443f-a6dc-83f025adc34c tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] 10.222.0.10 "GET /v2.0/ports?device_id=a965121a-55c9-4fe7-85c2-b925819d7e87 HTTP/1.1" status: 200 len: 210 time: 0.0328569 Jun 17 17:25:47.697602 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6869b8-4111-4434-a955-a7bfab465183 req-5d55e35b-a30d-4690-b77a-79e97900f035 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.699206 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec6869b8-4111-4434-a955-a7bfab465183 req-5d55e35b-a30d-4690-b77a-79e97900f035 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1095159 Jun 17 17:25:47.780880 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec6869b8-4111-4434-a955-a7bfab465183 req-5b2c5443-e336-4435-be3c-f2e46e406fdb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740438 Jun 17 17:25:47.839219 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Allocated IP 172.27.0.208 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/3a88e7ca-647a-4c8c-9efa-0fa151725c1f) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:47.881212 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6092b7a3-089b-4ddb-88a9-63144bc5e11f x-openstack-request-id: req-6092b7a3-089b-4ddb-88a9-63144bc5e11f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:47.881649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965121a-55c9-4fe7-85c2-b925819d7e87", "name": "network-vif-deleted", "tag": "8afb8128-ddb3-49f1-8c47-93d4a4df0c75", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:47.881994 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6092b7a3-089b-4ddb-88a9-63144bc5e11f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:47.882685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965121a-55c9-4fe7-85c2-b925819d7e87', 'name': 'network-vif-deleted', 'tag': '8afb8128-ddb3-49f1-8c47-93d4a4df0c75', 'status': 'completed', 'code': 200} Jun 17 17:25:47.922262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93838a-2e81-4c9a-8356-461cf401949e req-b6f22b2e-8f71-477a-8905-6b8801c2d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:47.923880 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-b6f22b2e-8f71-477a-8905-6b8801c2d5b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3743095 Jun 17 17:25:48.093016 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:48.137568 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:48.139348 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-dffe5edc-0ec0-4d11-af78-71c09e83e328 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783683 Jun 17 17:25:48.278562 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9d93838a-2e81-4c9a-8356-461cf401949e req-1bdf176e-fc51-4d79-9d30-68ee9a4f0041 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290057 Jun 17 17:25:48.339957 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:48.355125 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-996dd00d-d2f8-4ed8-a9c0-f5999984ca92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:48.389141 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:48.399668 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:48.406110 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:48.415883 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:48.449050 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'Port': ['ID=3a88e7ca-647a-4c8c-9efa-0fa151725c1f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:48.449651 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:25:48.450848 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8afb8128-ddb3-49f1-8c47-93d4a4df0c75 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:25:48.492629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:48.751865 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edea18-5abb-4e34-9db3-549954a30b17 req-c9f579e4-50e4-4dbb-a0f6-b00cbfb2a8c4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:48.753744 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28edea18-5abb-4e34-9db3-549954a30b17 req-c9f579e4-50e4-4dbb-a0f6-b00cbfb2a8c4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.0788224 Jun 17 17:25:48.794210 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28edea18-5abb-4e34-9db3-549954a30b17 req-3ccf01bc-2403-402c-80d8-9462e173ed56 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334589 Jun 17 17:25:48.974704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:48.976286 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fb3d1-ed2e-4555-aaf2-b026e96568e9 req-27d2d063-d0d3-4e14-b4d5-db13663cd8b7 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:48.978067 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-674fb3d1-ed2e-4555-aaf2-b026e96568e9 req-27d2d063-d0d3-4e14-b4d5-db13663cd8b7 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0720091 Jun 17 17:25:49.027532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-674fb3d1-ed2e-4555-aaf2-b026e96568e9 req-755223a8-a679-4007-86d5-f0dda6a6a182 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Jun 17 17:25:49.186241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43352) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:49.236834 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:49.400912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9e4e8-e3eb-4197-b776-baa0ae7b95d1 req-a7a82e4b-f3c0-4422-9a39-49cca80dfde4 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:49.402535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bbe9e4e8-e3eb-4197-b776-baa0ae7b95d1 req-a7a82e4b-f3c0-4422-9a39-49cca80dfde4 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.1277871 Jun 17 17:25:49.475693 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:49.515116 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bbe9e4e8-e3eb-4197-b776-baa0ae7b95d1 req-a51ef5b4-f4cd-440d-aaf8-b50e1baf20bf tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043990 Jun 17 17:25:49.536859 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:49.538924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:49.610142 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event updated for resources: {'Port': ['ID=3a88e7ca-647a-4c8c-9efa-0fa151725c1f,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:49.614052 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:49.616842 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:49.720761 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Floating IP b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8 associated. External IP: 172.27.0.208, port: b9bd995c-a9ed-45d2-ba69-b597832fa1e9. Jun 17 17:25:49.795324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:49.959294 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Router 4f948959-aad6-4d30-aac7-cc95752d3544 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:25:50.096571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22da90-ea25-4dfa-af56-b5cf95ad80e7 req-1771c7aa-6422-43c9-8995-0157f52c8288 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.098482 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae22da90-ea25-4dfa-af56-b5cf95ad80e7 req-1771c7aa-6422-43c9-8995-0157f52c8288 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.1613090 Jun 17 17:25:50.115436 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:25:50.121087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-4ea33d8c-f46e-403c-9dd1-b52a9f95b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.122552 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-4ea33d8c-f46e-403c-9dd1-b52a9f95b1c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1099 time: 0.1143637 Jun 17 17:25:50.127118 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Sync routers for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:25:50.142541 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:50.143321 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:50.216938 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:50.229589 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae22da90-ea25-4dfa-af56-b5cf95ad80e7 req-a7eba37d-91e3-43e6-9de2-f0177328fb03 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215405 Jun 17 17:25:50.261658 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Deleting port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:25:50.262081 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:50.300432 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3678572 Jun 17 17:25:50.300432 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:50.300432 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:50.307137 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-27b177fa-b1ce-441c-b1aa-0e97faf435ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.309912 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-27b177fa-b1ce-441c-b1aa-0e97faf435ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.1787515 Jun 17 17:25:50.341131 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:50.392315 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783d62c-0172-41c8-85c6-6f1ea326aac3 x-openstack-request-id: req-0783d62c-0172-41c8-85c6-6f1ea326aac3 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:50.392715 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:50.392938 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0783d62c-0172-41c8-85c6-6f1ea326aac3 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:50.393360 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'status': 'completed', 'code': 200} Jun 17 17:25:50.423350 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-3b5cdb8b-4010-403e-adcc-b01e71ebe57b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 200 len: 1002 time: 0.1062775 Jun 17 17:25:50.447891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] For port 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,segment=NetworkSegment(d8c09b97-6e74-487d-8d8a-f4beac7d8aac),segment_id=d8c09b97-6e74-487d-8d8a-f4beac7d8aac)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:50.448281 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:50.514311 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-510abbc5-1c9b-493c-9914-682487c72f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.514311 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-510abbc5-1c9b-493c-9914-682487c72f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0826468 Jun 17 17:25:50.521563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Calling delete_port for 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 owned by network:router_interface {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:25:50.597401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-257195b8-6659-4ff1-ae7e-907a47006a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.598975 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-257195b8-6659-4ff1-ae7e-907a47006a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.2114322 Jun 17 17:25:50.637247 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:48Z', 'updated_at': '2021-06-17T17:25:48Z', 'revision_number': 0, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:50.677262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-243b7ce1-ebaf-4ce2-b381-38c646418266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.681764 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-243b7ce1-ebaf-4ce2-b381-38c646418266 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1588736 Jun 17 17:25:50.690937 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Checking router: 4f948959-aad6-4d30-aac7-cc95752d3544 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:25:50.701942 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:50.702941 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:50.896205 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43420) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:50.923501 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-9eeecf10-460c-4f13-9087-346187d3819c service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242358 Jun 17 17:25:50.930346 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:50.964731 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-c30a9c44-dd7a-4a23-8479-a9ee12ba60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.966133 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-c30a9c44-dd7a-4a23-8479-a9ee12ba60a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.3573158 Jun 17 17:25:51.044994 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ebbf2-c6c0-4b10-ac73-280a18306cea req-8034bd37-b052-49fc-8c3a-a9da4d506396 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:51.052148 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-972ebbf2-c6c0-4b10-ac73-280a18306cea req-8034bd37-b052-49fc-8c3a-a9da4d506396 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2319930 Jun 17 17:25:51.076245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.080704 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:51.086254 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-2d9c9a19-f84f-4b47-8242-c60838bd27a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 999 time: 0.1116388 Jun 17 17:25:51.126511 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=375aa8e4-d88e-45dc-a8d9-a0b70bf71e88,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:51.150943 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:51.182211 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-972ebbf2-c6c0-4b10-ac73-280a18306cea req-faed0cf4-d49f-4c94-a598-7de3b4ffb65a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290812 Jun 17 17:25:51.200827 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ebdeff11-b555-4d99-9ee4-7f7e88b65c64 req-f942de5d-902e-4d3b-a87e-f3becdad2c20 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665586 Jun 17 17:25:51.210654 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0b1ea20-fd6a-48fc-b07e-7eacafb5f151 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e769188b08d9419387ad033f7c4f775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130417 Jun 17 17:25:51.217901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43428) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:51.230556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-d52c7f97-974a-459b-bc9f-0fb1d371f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:51.232024 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-d52c7f97-974a-459b-bc9f-0fb1d371f9b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.1178408 Jun 17 17:25:51.297587 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:48Z', 'updated_at': '2021-06-17T17:25:48Z', 'revision_number': 0, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:51.342608 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.351692 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f72e54-36c5-4076-be18-3db09c3baf80 None None] The sync data for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi is: [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:48Z', 'updated_at': '2021-06-17T17:25:48Z', 'revision_number': 0, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:25:51.380656 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.404683 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-4e176855-1261-4400-89e8-ddf150b87745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:51.406498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-4e176855-1261-4400-89e8-ddf150b87745 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667683 Jun 17 17:25:51.469588 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.491024 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.495196 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:51.500610 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90f619d1-9c75-4086-8eda-6d07b9214d79 HTTP/1.1" status: 204 len: 168 time: 0.2812865 Jun 17 17:25:51.501485 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bc12f99c-cf99-4c08-b32d-fad3ce98b5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:51.511008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f619d1-9c75-4086-8eda-6d07b9214d79,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:51.514530 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:51.620163 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0eb38-6a02-4474-a07a-0dd711064156 None None] New status for floating IP b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:25:51.645244 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-1e1b5e2b-cda0-4f93-9fe6-8b851a7dcc29 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232971 Jun 17 17:25:51.655801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884602d4-6061-4615-86ac-6792734544b5 req-f98532fb-60f3-45e7-909c-bfbc0bb598f0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:51.657285 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-884602d4-6061-4615-86ac-6792734544b5 req-f98532fb-60f3-45e7-909c-bfbc0bb598f0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 946 time: 0.2478111 Jun 17 17:25:52.104276 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-884602d4-6061-4615-86ac-6792734544b5 req-8fd05477-b02f-4334-ac3d-1302057a1ee5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215875 Jun 17 17:25:52.138088 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d36e18a-cdfa-48a3-9041-9617c4aef3a8 req-fec6fad4-6cc2-4e23-89e3-c7c298ab041a service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797900 Jun 17 17:25:52.165801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Router adca39c5-f728-41ec-b68e-878c473f33fe has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:25:52.274105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:25:52.279084 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] 10.222.0.10 "PUT /v2.0/routers/adca39c5-f728-41ec-b68e-878c473f33fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916669 Jun 17 17:25:52.281835 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43438) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:52.282778 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Sync routers for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:25:52.292261 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:52.292888 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:52.408807 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:52.433020 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:52.526605 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.561504 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:52.564243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651416be-8326-40d4-8798-4fe4e8ac125c" -d '{"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-unplugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:52.581876 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:52.611151 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eb1ea5-4b74-4c43-a552-30be6a7a0c78 x-openstack-request-id: req-38eb1ea5-4b74-4c43-a552-30be6a7a0c78 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:52.611609 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-unplugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:52.611923 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38eb1ea5-4b74-4c43-a552-30be6a7a0c78 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:52.612353 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'code': 200} Jun 17 17:25:52.620207 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:25:50Z', 'revision_number': 5, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:52.641359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.645822 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Checking router: adca39c5-f728-41ec-b68e-878c473f33fe for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:25:52.658173 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Routers {'adca39c5-f728-41ec-b68e-878c473f33fe'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:52.659459 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['adca39c5-f728-41ec-b68e-878c473f33fe'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:52.662405 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.669459 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:52.726716 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=8']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:52.737285 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:52.771669 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.794033 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] Set router adca39c5-f728-41ec-b68e-878c473f33fe gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:52.900781 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Deleting port eee39adb-e4db-4930-b069-31fdd12572d2 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:25:52.901004 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.982076 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:25:50Z', 'revision_number': 5, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:52.987304 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] For port eee39adb-e4db-4930-b069-31fdd12572d2, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=eee39adb-e4db-4930-b069-31fdd12572d2,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:25:52.987658 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.010933 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626135c-0de5-488f-acc1-30af6824d5ee None None] The sync data for ids ['adca39c5-f728-41ec-b68e-878c473f33fe'] in dv-cinder-796889-1-iscsi is: [{'id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'name': 'tempest-ServerRescueNegativeTestJSON-2101212159-router', 'tenant_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:15Z', 'updated_at': '2021-06-17T17:25:50Z', 'revision_number': 5, 'project_id': 'f3448c79db2c4ad09c0c72e4a571479c', 'gw_port': {'id': 'eee39adb-e4db-4930-b069-31fdd12572d2', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca39c5-f728-41ec-b68e-878c473f33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:25:53.075288 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Calling delete_port for eee39adb-e4db-4930-b069-31fdd12572d2 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:25:53.306537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f218f-84f2-4d0d-9b3c-3f631ab64178 req-0013c958-8dfb-40f9-a97e-70afeed99c36 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:53.307943 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb0f218f-84f2-4d0d-9b3c-3f631ab64178 req-0013c958-8dfb-40f9-a97e-70afeed99c36 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0773003 Jun 17 17:25:53.344264 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.347922 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3f150df0-9828-42b7-a103-90e993dd024b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:53.348100 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb0f218f-84f2-4d0d-9b3c-3f631ab64178 req-e184e924-8603-4611-b85e-6fe1b20ed393 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344386 Jun 17 17:25:53.389932 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Pushing event deleted for resources: {'Port': ['ID=eee39adb-e4db-4930-b069-31fdd12572d2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:53.397327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:53.474644 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.581621 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.584094 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.723784 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.724341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router adca39c5-f728-41ec-b68e-878c473f33fe {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:25:53.731022 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.732192 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] 10.222.0.10 "DELETE /v2.0/routers/adca39c5-f728-41ec-b68e-878c473f33fe HTTP/1.1" status: 204 len: 168 time: 1.4493608 Jun 17 17:25:53.735119 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43450) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:53.783683 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Deleting subnet 61b35d74-b648-4500-a004-9b7a59435da2 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:25:53.787155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.826781 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.874023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.998128 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.000498 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-dac9eda3-8196-4c3a-849a-e870913dd6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:54.024788 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b35d74-b648-4500-a004-9b7a59435da2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:54.027862 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:54.028909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.030910 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-585a9497-8a05-453b-9f10-50766311ec38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/61b35d74-b648-4500-a004-9b7a59435da2 HTTP/1.1" status: 204 len: 168 time: 0.2947087 Jun 17 17:25:54.033466 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43452) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:54.103465 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.185780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.199089 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f89ec6-e467-4636-a79a-a8d3412c95e1']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:54.210894 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:54.211195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c09b97-6e74-487d-8d8a-f4beac7d8aac') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:54.220886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.238808 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.246667 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:25:54.247268 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.248397 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:25:54.249089 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:25:54.268403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:25:54.269116 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 375aa8e4-d88e-45dc-a8d9-a0b70bf71e88 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:25:54.269746 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device eee39adb-e4db-4930-b069-31fdd12572d2 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:54.289670 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: eee39adb-e4db-4930-b069-31fdd12572d2 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:25:54.290062 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device eee39adb-e4db-4930-b069-31fdd12572d2 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:25:54.392301 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.397800 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a8df7cbd-9ed7-4618-93dc-33eb635be194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:54.402352 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.404397 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a5f89ec6-e467-4636-a79a-a8d3412c95e1 HTTP/1.1" status: 204 len: 168 time: 0.3697257 Jun 17 17:25:54.414573 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f89ec6-e467-4636-a79a-a8d3412c95e1,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:54.417743 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-17868c4c-7cce-4b80-9e7c-399e314fd9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:54.538903 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210735d-8178-412a-aeae-7d7a9809a176 req-b510d7b3-ff82-435a-9085-bc37c4ca10aa tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:54.542113 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c210735d-8178-412a-aeae-7d7a9809a176 req-b510d7b3-ff82-435a-9085-bc37c4ca10aa tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0719407 Jun 17 17:25:54.581744 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c210735d-8178-412a-aeae-7d7a9809a176 req-4a3b3078-ea35-45e3-8345-d2e2b5cd93a9 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335472 Jun 17 17:25:54.799829 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43466) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:54.842674 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f2434e5b-67c5-4ed4-a409-d2a7a3c054e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3448c79db2c4ad09c0c72e4a571479c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406179 Jun 17 17:25:54.844323 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43468) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:54.898597 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.923860 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:55.049544 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:55.052079 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:55.053240 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d58461c2-9a88-4d4d-986c-2709386d4697 HTTP/1.1" status: 204 len: 168 time: 0.2079420 Jun 17 17:25:55.054111 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8dda5f02-7f44-415a-b5f3-1a40d6cd9053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:55.063201 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58461c2-9a88-4d4d-986c-2709386d4697,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:55.065832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:56.382763 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610f7b8-f3d9-47da-85a3-7f1490a1640e req-2fa19dee-77bc-4f63-948e-d13632177cde tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:56.384938 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c610f7b8-f3d9-47da-85a3-7f1490a1640e req-2fa19dee-77bc-4f63-948e-d13632177cde tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.1059279 Jun 17 17:25:56.438071 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c610f7b8-f3d9-47da-85a3-7f1490a1640e req-adbd5d4d-f97f-488c-84fe-18d90977a473 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448840 Jun 17 17:25:56.452835 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:25:56.895550 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43540) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:56.985153 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420451f8-bd5b-4960-8375-73cd8d19f69a req-914055bf-70cb-4000-887d-05ccc49d5ea4 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:56.986763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-420451f8-bd5b-4960-8375-73cd8d19f69a req-914055bf-70cb-4000-887d-05ccc49d5ea4 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0739388 Jun 17 17:25:57.005007 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-e6fb9d5c-b2ad-4920-b0c2-03a9bd54ebb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082101 Jun 17 17:25:57.036665 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-420451f8-bd5b-4960-8375-73cd8d19f69a req-a4a5b757-6e40-4d38-a6ae-429f531f5a9e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Jun 17 17:25:57.061161 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43550) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:57.245647 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1fe2a-25ae-4a2a-b8e8-1912613991d7 tempest-TestMinimumBasicScenario-1446463872 tempest-TestMinimumBasicScenario-1446463872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:57.247182 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-19a1fe2a-25ae-4a2a-b8e8-1912613991d7 tempest-TestMinimumBasicScenario-1446463872 tempest-TestMinimumBasicScenario-1446463872-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1093 time: 0.1850979 Jun 17 17:25:57.250287 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43564) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:57.254710 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'port_id': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:57.374830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:57.487105 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:57.598402 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Allocated IP 172.27.0.239 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/eaa492dc-07c2-4a7c-83ac-927f48b6431a) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:25:57.632952 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce70d4-2e4b-45c9-aef2-f06831ea6690 req-c9c568d8-b2a0-4b51-a6cf-a27412830ac0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:57.635857 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ddce70d4-2e4b-45c9-aef2-f06831ea6690 req-c9c568d8-b2a0-4b51-a6cf-a27412830ac0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0804021 Jun 17 17:25:57.680032 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ddce70d4-2e4b-45c9-aef2-f06831ea6690 req-75be6340-3036-4b48-bfc0-88333c34b680 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Jun 17 17:25:57.723946 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:57.815406 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:57.817581 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:57.855074 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:25:57.858493 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:25:57.860986 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:25:57.896601 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'Port': ['ID=eaa492dc-07c2-4a7c-83ac-927f48b6431a,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:57.900334 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:58.249891 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:58.402683 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:58.554262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:58.639436 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:58.641581 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-68fce320-4f41-4075-8da3-d8f175f070a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:58.716526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'Port': ['ID=eaa492dc-07c2-4a7c-83ac-927f48b6431a,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:58.720774 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:58.725968 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:58.851846 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Floating IP 5ab26bef-1d59-414c-b56e-0edcb21306ba associated. External IP: 172.27.0.239, port: e855cf32-4c93-4c0e-a461-551e3b9ab366. Jun 17 17:25:58.903994 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dc9e9-eb2d-4b36-ac2e-980eee9ee728 req-f4cb0300-0d71-4f4a-916c-cff27ffa9cf1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:58.905520 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e2dc9e9-eb2d-4b36-ac2e-980eee9ee728 req-f4cb0300-0d71-4f4a-916c-cff27ffa9cf1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0698276 Jun 17 17:25:58.944598 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e2dc9e9-eb2d-4b36-ac2e-980eee9ee728 req-43471d29-cd85-4b65-833e-119e2a38f778 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 Jun 17 17:25:59.072369 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Router 823f66d8-99d2-495e-812f-a1ef3f3bb29d has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:25:59.180858 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:25:59.190746 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Sync routers for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:25:59.200307 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:59.201806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:59.277837 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.307245 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:59.313574 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0622797 Jun 17 17:25:59.314348 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:25:59.316528 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43594) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:59.316803 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3da392-326f-4125-bfda-ffd297648da7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:25:59.322782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501723115', 'description': 'tempest-secgroup-smoke-501723115 description', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:59.361019 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d28944d-a60a-482e-b8bc-bf0ca34ee27a x-openstack-request-id: req-0d28944d-a60a-482e-b8bc-bf0ca34ee27a {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:25:59.361462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:25:59.361857 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d28944d-a60a-482e-b8bc-bf0ca34ee27a {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:25:59.362388 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:25:59.416539 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.520342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.603934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.606976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fae97c85-1902-446b-8f73-8313dc85383d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:59.645855 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b722f46e-7e4f-4966-ae60-22350add9d91,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:59.648976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:59.691148 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.692446 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3747931 Jun 17 17:25:59.695265 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43598) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:59.701601 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:25:59.711108 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5ab26bef-1d59-414c-b56e-0edcb21306ba', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'port_id': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'mac_address': 'fa:16:3e:e3:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5889eb0-7384-4746-a540-9ac83067caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:58Z', 'updated_at': '2021-06-17T17:25:58Z', 'revision_number': 0, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:59.738026 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Checking router: 823f66d8-99d2-495e-812f-a1ef3f3bb29d for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:25:59.747585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:25:59.748252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:25:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:25:59.782249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.845587 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.861957 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:25:59.914136 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:59.921262 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2ee1d7b7-9f0f-4185-aaa1-a42031c4e2f7 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:59.939701 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8386b427-56d1-4183-ab7a-166fb014b65e,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:59.942338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:00.005604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.006939 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106959 Jun 17 17:26:00.009582 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43608) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:00.014222 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:00.104519 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5ab26bef-1d59-414c-b56e-0edcb21306ba', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'port_id': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'mac_address': 'fa:16:3e:e3:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5889eb0-7384-4746-a540-9ac83067caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:58Z', 'updated_at': '2021-06-17T17:25:58Z', 'revision_number': 0, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:26:00.132830 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.137494 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891143d7-106e-42bf-8810-d359af1a20bd None None] The sync data for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi is: [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5ab26bef-1d59-414c-b56e-0edcb21306ba', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'port_id': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'mac_address': 'fa:16:3e:e3:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5889eb0-7384-4746-a540-9ac83067caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:25:58Z', 'updated_at': '2021-06-17T17:25:58Z', 'revision_number': 0, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:26:00.152897 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad194ce-a37b-4ded-a74f-4b237eb39e9a req-31b44968-1e4b-4c20-b1ba-4426d50da8c6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:00.154875 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ad194ce-a37b-4ded-a74f-4b237eb39e9a req-31b44968-1e4b-4c20-b1ba-4426d50da8c6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0829852 Jun 17 17:26:00.223910 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ad194ce-a37b-4ded-a74f-4b237eb39e9a req-6368bb8d-4047-4ce9-9f1c-a14c107fa465 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622337 Jun 17 17:26:00.235303 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.285576 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.287671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:00.305931 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7647ab6-a2ec-40a9-ba94-dc2c1a67d610,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:00.308639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:00.337718 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0620e1-6c15-4f7a-821c-c46b5a223237 None None] New status for floating IP 5ab26bef-1d59-414c-b56e-0edcb21306ba: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:26:00.376630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.378128 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673141 Jun 17 17:26:00.380632 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43610) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:00.385110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:00.482898 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.548219 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.622641 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.625253 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:00.643297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ac1ea5-ca66-4846-bacd-0ec8b54a6f48,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:00.645912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:00.712874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.714135 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7dda8de1-7a7a-4fa1-be99-6fb19a8964f3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325622 Jun 17 17:26:00.716733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43612) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:00.721199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:00.802990 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.865538 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.936635 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:00.941677 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:00.956688 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edbd0bf-cdc8-488a-96f1-6d58bda489d4,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:00.959360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:01.034110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.035371 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-529a2f34-0b8c-4dbc-88a2-f3abd6e77abf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3176906 Jun 17 17:26:01.038711 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43620) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:01.043671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:01.226687 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Project 0dd05f8460594c61a3cc16ddae6fb05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:26:01.231912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.294915 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.379559 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.384951 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4de72b28-15ff-45d9-92fe-c114d0a82e8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:01.405675 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9720a96-d893-42a9-b0e7-f8851ab6270d,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:01.410054 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:01.433956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882c13b-d6bd-4937-a3cb-c0b5c86ccd4d req-e09a82f4-c433-463b-b56c-d76c2161b5b2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:01.435451 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0882c13b-d6bd-4937-a3cb-c0b5c86ccd4d req-e09a82f4-c433-463b-b56c-d76c2161b5b2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0895355 Jun 17 17:26:01.473893 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0882c13b-d6bd-4937-a3cb-c0b5c86ccd4d req-034ef2d0-9d7b-4d8f-8319-a096a41bfaf0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326169 Jun 17 17:26:01.475022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.476045 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4f2945b7-993a-478d-8c76-b905f648b24c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4361382 Jun 17 17:26:01.479704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43624) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:01.484554 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'security_group_rule': {'security_group_id': 'b722f46e-7e4f-4966-ae60-22350add9d91', 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:01.588562 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.securitygroups_db [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Project 0dd05f8460594c61a3cc16ddae6fb05a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:26:01.594718 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.882532 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.946273 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:01.948355 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:01.965316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f16a2-6fe4-4c26-a772-3d48284403b0,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:01.969139 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:02.054832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.056140 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5754561 Jun 17 17:26:02.173938 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-2e7775cc-7331-4201-8ff7-be1e0bfb51ae tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501723115&fields=id&tenant_id=0dd05f8460594c61a3cc16ddae6fb05a HTTP/1.1" status: 200 len: 267 time: 0.0339615 Jun 17 17:26:02.247065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-52c3e327-80bf-4f50-b0b6-6e8233aa95c6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:02.248804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-52c3e327-80bf-4f50-b0b6-6e8233aa95c6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jun 17 17:26:02.260822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'port': {'security_groups': ['86a332d5-855c-4c9c-a854-3d7627849290', 'b722f46e-7e4f-4966-ae60-22350add9d91']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:02.353403 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.576302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da392-326f-4125-bfda-ffd297648da7 req-639011ce-aadc-4a7e-b61c-ed509d29f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:02.577811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-639011ce-aadc-4a7e-b61c-ed509d29f013 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1098 time: 0.1304390 Jun 17 17:26:02.657454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:02.738317 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.772842 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da392-326f-4125-bfda-ffd297648da7 req-81276ee6-a698-4b27-8c1b-ce61f779fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:02.774337 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-81276ee6-a698-4b27-8c1b-ce61f779fb3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 915 time: 0.1847863 Jun 17 17:26:02.781663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39c452-4152-4e42-a475-bb8805302898 req-4a7814ac-b0d0-4089-ae41-8d00f41bc30f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:02.783002 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e39c452-4152-4e42-a475-bb8805302898 req-4a7814ac-b0d0-4089-ae41-8d00f41bc30f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.1674027 Jun 17 17:26:02.812182 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:26:02.830348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.842134 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:26:02.845066 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-45ea59ba-eca4-4de6-beee-165147f44913 tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:02.913361 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:02.914002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.916239 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-616884f4-6aea-4f7a-9293-93ea06b4d14d req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "PUT /v2.0/ports/e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 981 time: 0.6609652 Jun 17 17:26:02.916785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:26:02.919137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe8a848-cf8e-41a2-82a3-9e6227d95315" -d '{"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:26:02.936494 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-f2f1c806-593a-4e90-bfe6-71d214a4ff91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 1001 time: 0.1487880 Jun 17 17:26:02.942619 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e39c452-4152-4e42-a475-bb8805302898 req-e16689b7-ddc7-4f1a-8230-75a093be4bdf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488857 Jun 17 17:26:02.972338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=6']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:03.005131 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:03.012010 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:26:03.053362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da392-326f-4125-bfda-ffd297648da7 req-de72af09-86f2-4c19-94e6-d594855f5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.054078 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-de72af09-86f2-4c19-94e6-d594855f5c16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.0931036 Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.085954 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:26:03.089518 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:26:03.105170 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa39953-3d31-48cf-ae7e-71c7b40c5536 x-openstack-request-id: req-2aa39953-3d31-48cf-ae7e-71c7b40c5536 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:26:03.105492 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:26:03.105782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2aa39953-3d31-48cf-ae7e-71c7b40c5536 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:26:03.106217 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:26:03.203941 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6893-9930-4bd0-86bc-d304d9d7307b req-b1b0678b-cfc2-4e9d-987d-c8cea19a57ef tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.206565 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-321f6893-9930-4bd0-86bc-d304d9d7307b req-b1b0678b-cfc2-4e9d-987d-c8cea19a57ef tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.1291189 Jun 17 17:26:03.208142 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da392-326f-4125-bfda-ffd297648da7 req-dc16d790-5d3c-4cd4-b254-e2bf186a0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.210000 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-dc16d790-5d3c-4cd4-b254-e2bf186a0a0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1473224 Jun 17 17:26:03.282232 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-26dfce61-a2a2-469d-a184-41e9c6266ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.283797 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-26dfce61-a2a2-469d-a184-41e9c6266ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 1097 time: 0.1316838 Jun 17 17:26:03.327878 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-321f6893-9930-4bd0-86bc-d304d9d7307b req-621d2739-1232-484b-8f95-4962a4aae865 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105037 Jun 17 17:26:03.364885 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e8b82f8f-6043-4388-9445-727fe99478ec None None] Provisioning complete for port e855cf32-4c93-4c0e-a461-551e3b9ab366 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:26:03.365267 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f8f-6043-4388-9445-727fe99478ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:03.374629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-ef98810a-0af0-4728-9788-a7d37ce61b17 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560321 Jun 17 17:26:03.397251 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-1c537b81-875c-44ec-8c4b-6ab2bc78a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.399084 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-1c537b81-875c-44ec-8c4b-6ab2bc78a5ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1097 time: 0.0853209 Jun 17 17:26:03.490600 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc3da392-326f-4125-bfda-ffd297648da7 req-239c3c31-4fbc-4563-96c0-a357fc215e1c service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076193 Jun 17 17:26:03.501642 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-f79c7475-24b1-4340-a283-69fe98d23974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.503107 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-f79c7475-24b1-4340-a283-69fe98d23974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.0973577 Jun 17 17:26:03.579070 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-d2a98371-2d0b-482f-9d83-c3afc548bf3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 200 len: 1000 time: 0.0671983 Jun 17 17:26:03.641630 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-444da8ad-1105-4def-a5eb-383a7be71f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.643082 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-444da8ad-1105-4def-a5eb-383a7be71f29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0502961 Jun 17 17:26:03.673959 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-4cd653d0-b04b-4c65-a3d3-85f3fbf52557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.675470 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-4cd653d0-b04b-4c65-a3d3-85f3fbf52557 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1137 time: 0.0606077 Jun 17 17:26:03.702915 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-a44ede40-f787-4712-8b18-1d45b9c179c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.704574 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-a44ede40-f787-4712-8b18-1d45b9c179c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537357 Jun 17 17:26:03.769512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-56f4e954-2b86-43d3-839a-d494ea5baf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.770973 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-56f4e954-2b86-43d3-839a-d494ea5baf13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 915 time: 0.0875051 Jun 17 17:26:03.802985 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-ba9a7f5d-a783-4b60-a04d-ed26db13c7cf service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896120 Jun 17 17:26:03.841452 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-03317838-eb35-4b85-854e-6a5854f29698 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 1001 time: 0.0631876 Jun 17 17:26:03.895982 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-f0e03506-e14b-4f8a-b0ac-2c2c42e04eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.897470 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-f0e03506-e14b-4f8a-b0ac-2c2c42e04eab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.0462248 Jun 17 17:26:03.902058 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54cead52-c47a-4a3d-be42-84ba14b53fde req-afec0e5c-b389-4eb5-976b-24903232f780 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884511 Jun 17 17:26:03.966306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-e10349d1-53eb-4be1-a003-61a0846e31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.967841 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-e10349d1-53eb-4be1-a003-61a0846e31a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533016 Jun 17 17:26:04.077664 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-7368c197-f447-466c-9841-95cc9b1abefe service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011724 Jun 17 17:26:04.219416 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbe8a848-cf8e-41a2-82a3-9e6227d95315 req-016370d0-dea0-40a0-bf9f-060307dd45e6 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332128 Jun 17 17:26:04.227977 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d099c-b9e7-42c1-a211-5f29ebb308e1 req-c5b30a50-86c6-40ce-876c-9eb548583c2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:04.230050 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-082d099c-b9e7-42c1-a211-5f29ebb308e1 req-c5b30a50-86c6-40ce-876c-9eb548583c2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.1251183 Jun 17 17:26:04.269506 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-082d099c-b9e7-42c1-a211-5f29ebb308e1 req-dda148b3-b27e-4b69-8647-25d2057b163e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Jun 17 17:26:04.762024 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:05.494336 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc62f4b-b054-4589-ae5a-fc18a07cd6f8 req-dc09d219-944a-472b-8ec4-15a57578e971 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:05.494336 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bc62f4b-b054-4589-ae5a-fc18a07cd6f8 req-dc09d219-944a-472b-8ec4-15a57578e971 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0718524 Jun 17 17:26:05.517396 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bc62f4b-b054-4589-ae5a-fc18a07cd6f8 req-25263413-0281-496e-a888-762faec235a1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Jun 17 17:26:06.529588 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43728) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:06.674719 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:06.804056 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fef6d-1d37-46f6-bf1d-19f43135f297 req-de3ddaeb-4c2e-4f3e-8f7d-16d5cecb199e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:06.805681 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-710fef6d-1d37-46f6-bf1d-19f43135f297 req-de3ddaeb-4c2e-4f3e-8f7d-16d5cecb199e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.1205704 Jun 17 17:26:06.889223 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-710fef6d-1d37-46f6-bf1d-19f43135f297 req-a8541f31-417f-40c6-bade-d57752783c36 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718396 Jun 17 17:26:06.894383 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:06.942464 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:06.945149 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d81742ee-c76f-4f3a-a83d-a8624bafce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:06.989075 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a05f0bc04aa4db7bf574345ca8103ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583538 Jun 17 17:26:06.990102 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ba5be-2835-4beb-b3ce-5e6ae94ad7c9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:06.991827 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43734) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:07.003473 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:07.066552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:07.091964 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:07.230189 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:07.237416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:07.239031 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c20ba5be-2835-4beb-b3ce-5e6ae94ad7c9 HTTP/1.1" status: 204 len: 168 time: 0.2423794 Jun 17 17:26:07.240298 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:07.252431 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ba5be-2835-4beb-b3ce-5e6ae94ad7c9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:07.255713 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1a94c814-cd56-42c0-8b1b-e70a018938a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:08.089646 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f51ecb-bfe8-467f-a14b-66c6c6614906 req-debf5fef-0a2a-4aad-baf6-c2e5b3374624 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:08.091168 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29f51ecb-bfe8-467f-a14b-66c6c6614906 req-debf5fef-0a2a-4aad-baf6-c2e5b3374624 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0798447 Jun 17 17:26:08.130571 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29f51ecb-bfe8-467f-a14b-66c6c6614906 req-234986d0-73ec-490b-b410-2fdcf1dca57f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Jun 17 17:26:09.354338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ed49f-6409-4efd-8051-1d739ee9af8e req-ff359f3c-33e0-498f-b6a3-1b36bd3c1862 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:09.355841 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-720ed49f-6409-4efd-8051-1d739ee9af8e req-ff359f3c-33e0-498f-b6a3-1b36bd3c1862 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0690780 Jun 17 17:26:09.419138 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-720ed49f-6409-4efd-8051-1d739ee9af8e req-e19dcd09-5824-4299-9991-b212f5847dc1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572150 Jun 17 17:26:10.146575 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43798) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:10.252474 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.341909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.405577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.407997 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f9f1cb03-7fcb-4baf-8c7b-3a23b03e28f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:10.443466 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84fa1f37e80a440a85138387f4c90fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956676 Jun 17 17:26:10.444458 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6969387-8bbb-42db-9543-dd3506e68dfd,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:10.452223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43802) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:10.453104 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:10.523998 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.552180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.652137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27e6a-a4dc-4dd1-9924-be452e5e6586 req-52ef7351-3d84-47bd-895a-3228502aee8d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:10.657724 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50c27e6a-a4dc-4dd1-9924-be452e5e6586 req-52ef7351-3d84-47bd-895a-3228502aee8d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0926301 Jun 17 17:26:10.693611 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50c27e6a-a4dc-4dd1-9924-be452e5e6586 req-70e0a1b7-1871-4a79-a63d-761e35665924 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342858 Jun 17 17:26:10.725402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.728444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:10.731886 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6969387-8bbb-42db-9543-dd3506e68dfd HTTP/1.1" status: 204 len: 168 time: 0.2813170 Jun 17 17:26:10.731886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7f16de47-1f19-4659-9d66-51146d519aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:10.747649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6969387-8bbb-42db-9543-dd3506e68dfd,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:10.751535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:11.360902 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43812) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:11.374883 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.468123 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.542554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.545240 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b2911f60-9be3-42a6-8b1c-dc6d25aa2ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:11.590756 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=507aea17c4214487a1747d2223fb6930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287114 Jun 17 17:26:11.591793 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80547dec-1ac0-4aa9-a74b-4819230facea,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:11.593497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43814) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:11.595208 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:11.652748 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.676569 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.815174 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.817756 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:11.818888 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80547dec-1ac0-4aa9-a74b-4819230facea HTTP/1.1" status: 204 len: 168 time: 0.2244186 Jun 17 17:26:11.819798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9202e623-e72b-4155-a6b2-26029ac2a321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:11.828366 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80547dec-1ac0-4aa9-a74b-4819230facea,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:11.831687 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:11.897695 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91be49a-7f38-4dd1-8f14-545596e69855 req-bab9dcb3-6b5b-4c4b-aa75-2fcab13b14e7 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:11.902264 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d91be49a-7f38-4dd1-8f14-545596e69855 req-bab9dcb3-6b5b-4c4b-aa75-2fcab13b14e7 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0912383 Jun 17 17:26:11.948914 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d91be49a-7f38-4dd1-8f14-545596e69855 req-f0fa2f10-74ec-44bb-9175-a9337cc2790a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403869 Jun 17 17:26:12.554019 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5f182945-749a-4e93-b722-b80a701f4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:13.166624 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ecfab-dd5a-403f-87bb-cc47d5f9736e req-0f2f6fcc-56dc-4b68-86bd-18082554ec03 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:13.169010 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed1ecfab-dd5a-403f-87bb-cc47d5f9736e req-0f2f6fcc-56dc-4b68-86bd-18082554ec03 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0800831 Jun 17 17:26:13.210488 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed1ecfab-dd5a-403f-87bb-cc47d5f9736e req-10bd4caa-fc9b-46fd-9317-d5cfdd45dcf4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332599 Jun 17 17:26:14.404948 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be20d91-222f-4931-916d-596815a51ee2 req-b3ebe3cc-ee0c-48f0-a88b-4151b2fe38ba tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:14.406532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0be20d91-222f-4931-916d-596815a51ee2 req-b3ebe3cc-ee0c-48f0-a88b-4151b2fe38ba tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0694718 Jun 17 17:26:14.456829 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0be20d91-222f-4931-916d-596815a51ee2 req-6ff42ca2-6efd-4929-9afe-bbf504b7574b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439165 Jun 17 17:26:15.544759 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-303dd8de-88e8-4849-9906-d9a2afcf4d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:15.547574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:15.645051 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cf9-57f2-4cda-850c-ac749a292cdf req-e9da2738-4f3f-4754-bdc1-d49ecc90c1a5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:15.646437 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84a17cf9-57f2-4cda-850c-ac749a292cdf req-e9da2738-4f3f-4754-bdc1-d49ecc90c1a5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0708785 Jun 17 17:26:15.686196 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84a17cf9-57f2-4cda-850c-ac749a292cdf req-4ccac6fb-b1c8-4c00-8339-c9394d03124c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332887 Jun 17 17:26:16.689626 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:16.879662 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898b934-c80b-40f2-87a0-407707402bb8 req-6ec307c0-3e3f-4d87-98d3-edc5908000af tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:16.881173 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4898b934-c80b-40f2-87a0-407707402bb8 req-6ec307c0-3e3f-4d87-98d3-edc5908000af tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0738335 Jun 17 17:26:16.921192 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4898b934-c80b-40f2-87a0-407707402bb8 req-2d1fa073-f55a-4b54-b9a5-83de192eb7df tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Jun 17 17:26:18.140269 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf4ce-c0d7-41bd-aa8d-49cf80783479 req-b3b99da3-f1f4-4703-a77b-fb3476a18a3a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:18.141696 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec1cf4ce-c0d7-41bd-aa8d-49cf80783479 req-b3b99da3-f1f4-4703-a77b-fb3476a18a3a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0777056 Jun 17 17:26:18.180512 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec1cf4ce-c0d7-41bd-aa8d-49cf80783479 req-d2b7fbf5-3590-46e1-aeeb-532f2f4a07d5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Jun 17 17:26:18.182398 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:18.848394 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43906) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:18.962178 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.057067 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.129002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.131472 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:19.169056 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25704b3e75cc487ab3457d9c2592e076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195422 Jun 17 17:26:19.170114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f5b66-92b9-483f-90ce-115bc3a60052,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:19.171642 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43910) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:19.173243 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:19.224535 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.248755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.354532 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.357253 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:19.358461 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f95f5b66-92b9-483f-90ce-115bc3a60052 HTTP/1.1" status: 204 len: 168 time: 0.1847870 Jun 17 17:26:19.359327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7da3ac03-eece-40ff-88d0-fe0d5b927d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:19.367136 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f5b66-92b9-483f-90ce-115bc3a60052,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:19.370293 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:19.380483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2819ac-ae8a-4c14-9921-e7e2bbf658c1 req-abb89876-0c95-4813-ab2e-335a1c5da09d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:19.384516 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce2819ac-ae8a-4c14-9921-e7e2bbf658c1 req-abb89876-0c95-4813-ab2e-335a1c5da09d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0690227 Jun 17 17:26:19.423686 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce2819ac-ae8a-4c14-9921-e7e2bbf658c1 req-dd207d4b-8138-4aa2-8e42-e26f80f1af8f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342233 Jun 17 17:26:20.001427 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43920) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:20.015365 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.104903 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.174918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.177379 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-65b72852-1faa-49cf-8169-44d78b12a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:20.215757 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3754455d4a32471ebbdf94057eba2ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132394 Jun 17 17:26:20.216742 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7a946-b2a5-42aa-8519-de0826dd6030,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:20.218564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43926) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:20.219990 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:20.275539 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.298174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.608881 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1e82-1826-460a-a03c-f27094a3a830 req-b11aa10f-e3f8-4d3c-a10f-077ddd41e7fb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:20.610367 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1acf1e82-1826-460a-a03c-f27094a3a830 req-b11aa10f-e3f8-4d3c-a10f-077ddd41e7fb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0667491 Jun 17 17:26:20.651447 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1acf1e82-1826-460a-a03c-f27094a3a830 req-91ad03ca-442a-4b89-b663-511bf43a3fbb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346570 Jun 17 17:26:20.772350 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.773623 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:20.776934 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cf7a946-b2a5-42aa-8519-de0826dd6030 HTTP/1.1" status: 204 len: 168 time: 0.5568142 Jun 17 17:26:20.778113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c000b051-9783-4fd7-b9a7-8759ce0f06d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:20.787528 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7a946-b2a5-42aa-8519-de0826dd6030,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:20.797813 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.801201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.802195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.802195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:20.804961 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4696f1b3-72ef-4432-8c81-feb6a2d5cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:21.834877 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5b6e-539e-45d2-8b48-e891e353e0dd req-eae4cb2e-3511-4574-9d80-bb10f085f77a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:21.836462 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c33e5b6e-539e-45d2-8b48-e891e353e0dd req-eae4cb2e-3511-4574-9d80-bb10f085f77a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0684836 Jun 17 17:26:21.875145 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c33e5b6e-539e-45d2-8b48-e891e353e0dd req-5fd21efe-346d-410c-952b-be942872b420 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Jun 17 17:26:23.064565 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b3d3e-73de-49d1-97e1-0bbb3fd4fc98 req-db435acc-ec95-4f29-a884-1c29a045e44f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:23.066131 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f6b3d3e-73de-49d1-97e1-0bbb3fd4fc98 req-db435acc-ec95-4f29-a884-1c29a045e44f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0670707 Jun 17 17:26:23.104624 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f6b3d3e-73de-49d1-97e1-0bbb3fd4fc98 req-8c8b10cd-d0d6-4fda-81ca-629717291c0e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Jun 17 17:26:23.240137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 43994) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:23.343227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.428962 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.530828 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.533491 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-209256d0-f67b-44ec-9bec-c07a82e6713b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:23.570705 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3eaee66660447fa885672dec1da32a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295283 Jun 17 17:26:23.571514 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2745f0-7c5e-4354-bc49-c983c6e6a1c5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:23.573951 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 43998) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:23.574992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:23.624764 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.645941 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.759066 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.761689 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:23.762810 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd2745f0-7c5e-4354-bc49-c983c6e6a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1878061 Jun 17 17:26:23.763566 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4a0fb822-afd7-4f32-985a-84e33064a3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:23.770856 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2745f0-7c5e-4354-bc49-c983c6e6a1c5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:23.773093 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-dbaafe2a-6c99-4bab-835e-771894ad310d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:24.288118 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8be38-cea5-42f7-af9e-2963948454b4 req-8dde13e4-8e05-452f-a6a3-74b855839ebc tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:24.289776 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0a8be38-cea5-42f7-af9e-2963948454b4 req-8dde13e4-8e05-452f-a6a3-74b855839ebc tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0642383 Jun 17 17:26:24.327867 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0a8be38-cea5-42f7-af9e-2963948454b4 req-4533f4bc-e0db-4eb7-ab2d-443dfcf1c7eb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jun 17 17:26:24.414779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44008) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:24.429638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.515916 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.616531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.619449 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-603843ba-20a9-48a8-8615-1d34c9958d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:24.656082 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dead61e4f4024fa59736da77d7746ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395451 Jun 17 17:26:24.656999 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6af613-8c8c-4405-a05d-a237c0201e3b,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:24.658801 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44010) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:24.660458 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:24.707850 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.729008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.889327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.891838 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:24.893084 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd6af613-8c8c-4405-a05d-a237c0201e3b HTTP/1.1" status: 204 len: 168 time: 0.2332091 Jun 17 17:26:24.893846 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1d6beec5-8485-471b-a164-25a56fa7f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:24.902798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6af613-8c8c-4405-a05d-a237c0201e3b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:24.905053 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:25.519372 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438f9b-d9b6-40ab-bb4d-0581925ca447 req-91fe8f57-7cd3-49a3-bf7b-0d58e629db2e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:25.520773 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea438f9b-d9b6-40ab-bb4d-0581925ca447 req-91fe8f57-7cd3-49a3-bf7b-0d58e629db2e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0658276 Jun 17 17:26:25.560290 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea438f9b-d9b6-40ab-bb4d-0581925ca447 req-c4b05da6-b194-4d78-b435-70f8f4dd549a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jun 17 17:26:26.891970 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2c8bb-af13-4ad0-a5ed-4f53e4424a6d req-a347f224-5006-4215-bff5-a835b4a191d3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:26.893641 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7bd2c8bb-af13-4ad0-a5ed-4f53e4424a6d req-a347f224-5006-4215-bff5-a835b4a191d3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0645955 Jun 17 17:26:26.933152 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7bd2c8bb-af13-4ad0-a5ed-4f53e4424a6d req-b1163702-5b5e-4443-ad9f-b1b30ad04161 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340047 Jun 17 17:26:28.113565 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c144953-ba75-425b-be71-3d31c0a5d9c4 req-2176ffd2-a39a-44c3-b425-1532a23b0cc0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:28.115019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c144953-ba75-425b-be71-3d31c0a5d9c4 req-2176ffd2-a39a-44c3-b425-1532a23b0cc0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 944 time: 0.0631289 Jun 17 17:26:28.152933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c144953-ba75-425b-be71-3d31c0a5d9c4 req-3bda92c9-c856-4573-8087-fc6ab2f1c976 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jun 17 17:26:28.442802 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:26:28.539411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:28.551216 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'mac_address': 'fa:16:3e:eb:13:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:26:28.588490 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:28.601208 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:26:28.621084 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:28.685554 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:28.687333 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-cefc41f8-b30e-4123-a53b-5be1200b9e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:28.732971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=9']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:28.735925 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:29.001414 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:26:29.330853 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13687e3e-5c78-4946-b84c-7f87305a4b1f req-09b16836-9eec-4d2a-8253-7422a56d3c83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:29.332397 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13687e3e-5c78-4946-b84c-7f87305a4b1f req-09b16836-9eec-4d2a-8253-7422a56d3c83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0667083 Jun 17 17:26:29.370545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13687e3e-5c78-4946-b84c-7f87305a4b1f req-02111629-7015-475c-88e0-8937118fef01 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Jun 17 17:26:30.546404 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0f22-3925-4d6e-a870-a7ebf3fdc04e req-531354d2-5330-4156-82a2-8d4df392c691 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:30.547855 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b44f0f22-3925-4d6e-a870-a7ebf3fdc04e req-531354d2-5330-4156-82a2-8d4df392c691 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0615766 Jun 17 17:26:30.584818 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b44f0f22-3925-4d6e-a870-a7ebf3fdc04e req-7d1c3c24-3e9e-4345-a879-f65eccd8db9f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Jun 17 17:26:31.771508 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b178-7002-4ccf-b421-db3cccd63629 req-890926fc-38b5-4692-b887-29c32ad958b4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:31.773051 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6b9b178-7002-4ccf-b421-db3cccd63629 req-890926fc-38b5-4692-b887-29c32ad958b4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0711501 Jun 17 17:26:31.813890 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6b9b178-7002-4ccf-b421-db3cccd63629 req-9638e844-0941-4951-ad7c-060462d1d95a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343819 Jun 17 17:26:32.995584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12773-47ac-4728-bb4e-c763006eb880 req-afc9d1c0-cd59-4e9a-a543-2a2abcfa1676 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:32.997063 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58b12773-47ac-4728-bb4e-c763006eb880 req-afc9d1c0-cd59-4e9a-a543-2a2abcfa1676 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0643640 Jun 17 17:26:33.034445 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58b12773-47ac-4728-bb4e-c763006eb880 req-ce9603d9-5121-4c5e-b319-734535713e63 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Jun 17 17:26:34.216474 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72104baa-c104-485a-88f3-8f225a5ce7f4 req-487ef490-dd70-418a-9acc-04af971d6e22 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:34.217937 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72104baa-c104-485a-88f3-8f225a5ce7f4 req-487ef490-dd70-418a-9acc-04af971d6e22 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 945 time: 0.0646830 Jun 17 17:26:34.254533 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72104baa-c104-485a-88f3-8f225a5ce7f4 req-eaffe2eb-4f35-425c-b5dc-6da094030bee tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309575 Jun 17 17:26:34.383321 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44180) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:34.488979 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.574206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.633522 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.636504 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9b89a8e8-6337-425c-b150-49f9caf4dfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:34.671618 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31690c62-dde9-4f26-95d8-89a1bf59ecf5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:34.674924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:34.677652 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c9193daaa284ff09f3747119f5e18e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933619 Jun 17 17:26:34.680276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44186) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:34.729372 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.749940 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.819943 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:26:34.874552 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:26:34.874935 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.886027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.887155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.888430 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31690c62-dde9-4f26-95d8-89a1bf59ecf5 HTTP/1.1" status: 204 len: 168 time: 0.2072647 Jun 17 17:26:34.889202 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:34.896757 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31690c62-dde9-4f26-95d8-89a1bf59ecf5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:34.899155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:34.966422 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.967462 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.989412 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:26:34.991670 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b01595-0124-4fd0-95f1-65c083a20410" -d '{"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:26:35.004454 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:35.030704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c862c0c-63e3-4ebc-8e35-72b3d1f338c4 x-openstack-request-id: req-6c862c0c-63e3-4ebc-8e35-72b3d1f338c4 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:26:35.030704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-plugged", "status": "completed", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:26:35.030704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c862c0c-63e3-4ebc-8e35-72b3d1f338c4 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:26:35.030704 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'code': 200} Jun 17 17:26:35.079869 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.082753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:35.129610 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=10']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:35.137213 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.137502 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.137844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.138178 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.138511 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.139375 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.139375 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.139569 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.139786 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.140137 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.140455 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.140770 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.144750 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:35.436791 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b87ac-d135-49c6-b565-34a2bee82b45 req-3f20ac51-b410-4368-a0d2-eef152848265 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:35.438186 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-349b87ac-d135-49c6-b565-34a2bee82b45 req-3f20ac51-b410-4368-a0d2-eef152848265 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0675013 Jun 17 17:26:35.476927 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-349b87ac-d135-49c6-b565-34a2bee82b45 req-96cca3cb-101c-4fa1-9c48-603055bc09b2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Jun 17 17:26:35.483462 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44200) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:35.496437 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.584845 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.673947 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.677559 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fe2c010f-9928-42a1-9c3c-586c47c9bc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:35.714390 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19a6955638a54ead89dd8d342d9e2b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287076 Jun 17 17:26:35.714390 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6cc59-c2fe-455b-a552-fc038ef0e650,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:35.716620 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44204) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:35.717856 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:35.765903 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.790185 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.913811 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.916755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.918013 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04c6cc59-c2fe-455b-a552-fc038ef0e650 HTTP/1.1" status: 204 len: 168 time: 0.2002213 Jun 17 17:26:35.918802 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-28d81b01-42af-4752-b63a-b9280b5c89dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:35.927028 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6cc59-c2fe-455b-a552-fc038ef0e650,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:35.929460 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:36.015551 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee484-bae8-4440-8f0f-4ea8c6f6661e req-48dcda99-b03a-4e64-a308-fe790741ed43 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:36.017101 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a96ee484-bae8-4440-8f0f-4ea8c6f6661e req-48dcda99-b03a-4e64-a308-fe790741ed43 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0714741 Jun 17 17:26:36.058820 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a96ee484-bae8-4440-8f0f-4ea8c6f6661e req-bd71cd8a-ed16-487a-b4d2-4875dbf04bc7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358462 Jun 17 17:26:36.655064 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b264376-07c8-446b-bd1b-1aca48494d65 req-c4296a76-7ea7-4103-8730-473eaf879a56 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:36.656470 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5b264376-07c8-446b-bd1b-1aca48494d65 req-c4296a76-7ea7-4103-8730-473eaf879a56 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0625184 Jun 17 17:26:36.694587 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5b264376-07c8-446b-bd1b-1aca48494d65 req-b64d64d1-8dac-4283-a9f6-441f82e2a442 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Jun 17 17:26:37.044263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-e26ade94-fbfa-4aa1-a1f9-e9e50e7499ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.045762 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-e26ade94-fbfa-4aa1-a1f9-e9e50e7499ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1137 time: 0.0539894 Jun 17 17:26:37.133814 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-3064c131-8360-4adf-b057-a44be06de158 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568860 Jun 17 17:26:37.158227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-f572e350-7ac0-4ecc-a7be-2c39f95b7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.161707 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-f572e350-7ac0-4ecc-a7be-2c39f95b7ecf service neutron] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 915 time: 0.0941806 Jun 17 17:26:37.237352 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-0fa4d907-62fe-40cb-9d33-8598f219e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.238733 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-0fa4d907-62fe-40cb-9d33-8598f219e0a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0513802 Jun 17 17:26:37.279234 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-fd9595ee-399b-4f2e-91f0-b1b2a457c2cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 1001 time: 0.0985696 Jun 17 17:26:37.294022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dda085-e31d-4245-bda6-31b32db91471 req-3980e691-5163-4555-bdcb-c431b8e732e9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.295522 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26dda085-e31d-4245-bda6-31b32db91471 req-3980e691-5163-4555-bdcb-c431b8e732e9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.1173074 Jun 17 17:26:37.362010 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-437792bf-202e-4864-a7cc-c28551f60a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.363620 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-437792bf-202e-4864-a7cc-c28551f60a5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.0919902 Jun 17 17:26:37.363854 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-94399a5c-3e36-4e9a-b58b-c75b33bcd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.365346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-94399a5c-3e36-4e9a-b58b-c75b33bcd51e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.0689890 Jun 17 17:26:37.369541 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26dda085-e31d-4245-bda6-31b32db91471 req-891f8cc8-3776-4c2a-9439-25006a39416b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651860 Jun 17 17:26:37.436333 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-a0cd9984-f6f6-485a-9ddb-570784e776da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 200 len: 1001 time: 0.0583200 Jun 17 17:26:37.440683 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-5418fd49-708e-4290-8891-5751b22dd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.442257 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-5418fd49-708e-4290-8891-5751b22dd374 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568798 Jun 17 17:26:37.495841 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-5d322501-a454-4fcd-974a-ff497d9a7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.497824 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-5d322501-a454-4fcd-974a-ff497d9a7c58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0479782 Jun 17 17:26:37.568957 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-857eaff3-f249-4fcf-89a3-2a6cac906dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.570457 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-857eaff3-f249-4fcf-89a3-2a6cac906dfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595067 Jun 17 17:26:37.671922 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-21727e22-1f46-41e7-bc86-edd42bded436 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943089 Jun 17 17:26:37.773646 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-0335e657-f0ba-4f70-9389-bc2492fde861 service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875108 Jun 17 17:26:37.876149 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-07a7b171-56f2-47f9-bc1d-190dcd2893dc service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248197 Jun 17 17:26:37.897721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69546-ccf7-41b2-b392-116ece2ad8de req-de048917-339b-49a8-a2cd-b285b3563e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.899177 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c7e69546-ccf7-41b2-b392-116ece2ad8de req-de048917-339b-49a8-a2cd-b285b3563e87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 1100 time: 0.1559908 Jun 17 17:26:37.997308 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1580f-63ba-459c-a38a-519ae9a95e09 req-8471a791-4fc2-431e-8b42-720a2bc8ea3f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:37.998823 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3ab1580f-63ba-459c-a38a-519ae9a95e09 req-8471a791-4fc2-431e-8b42-720a2bc8ea3f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.1812081 Jun 17 17:26:38.002153 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c7e69546-ccf7-41b2-b392-116ece2ad8de req-dfa42092-428e-463e-99ed-65293cac8611 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913172 Jun 17 17:26:38.038497 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee7c8c0c-eb72-43e6-a404-0f9ef929b340 req-c61b676c-2e7e-4b5d-96cb-ab29d2274fa0 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536252 Jun 17 17:26:38.051385 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3ab1580f-63ba-459c-a38a-519ae9a95e09 req-5c3a560d-6dea-4802-b232-babad7c02734 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 Jun 17 17:26:38.546481 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013fe4-01ec-4a1e-b3b1-cfa48cd22e8e req-c044d1ea-bb37-4e1f-a791-9a4e83814d67 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:38.547952 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce013fe4-01ec-4a1e-b3b1-cfa48cd22e8e req-c044d1ea-bb37-4e1f-a791-9a4e83814d67 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0649145 Jun 17 17:26:38.587719 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce013fe4-01ec-4a1e-b3b1-cfa48cd22e8e req-e777d91a-13db-4794-8262-1096f20e8448 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339091 Jun 17 17:26:39.237908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00766032-704e-40a0-a5be-ec9dfc22099c req-f13670ff-671e-4d2c-9cef-8236df86d39e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:39.239311 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-00766032-704e-40a0-a5be-ec9dfc22099c req-f13670ff-671e-4d2c-9cef-8236df86d39e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0661507 Jun 17 17:26:39.275475 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-00766032-704e-40a0-a5be-ec9dfc22099c req-2856ea8a-fc15-4e07-b449-0a11fdb3a4cc tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305531 Jun 17 17:26:39.759891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740528f-7281-40b1-8201-d540566d79cd req-3dacf771-42d3-4ecf-b40c-b0438e79ed2a tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:39.761377 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0740528f-7281-40b1-8201-d540566d79cd req-3dacf771-42d3-4ecf-b40c-b0438e79ed2a tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0630085 Jun 17 17:26:39.801412 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0740528f-7281-40b1-8201-d540566d79cd req-2d6f2e46-94fe-4a71-873d-98cc3560f221 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336199 Jun 17 17:26:39.810037 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:26:40.453039 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0c83-270e-4700-a09a-eefa783edf32 req-cb558753-3c2d-4db1-9c9d-38455fdb248b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:40.454503 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0bc0c83-270e-4700-a09a-eefa783edf32 req-cb558753-3c2d-4db1-9c9d-38455fdb248b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0637720 Jun 17 17:26:40.491484 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0bc0c83-270e-4700-a09a-eefa783edf32 req-59b687c0-5e80-460c-beb6-76d8fcb1db08 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Jun 17 17:26:40.978147 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb84b29-b7e0-48bd-8e17-f2e9479b9a38 req-f846f85d-b5ee-4e78-b4ca-9fa6883e009d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:40.979603 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fdb84b29-b7e0-48bd-8e17-f2e9479b9a38 req-f846f85d-b5ee-4e78-b4ca-9fa6883e009d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0658362 Jun 17 17:26:41.019081 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fdb84b29-b7e0-48bd-8e17-f2e9479b9a38 req-cf45073b-2b20-445c-ac5f-55695e653110 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336103 Jun 17 17:26:41.669297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd1fc-8bbf-4151-a18d-a8145ce51a08 req-67b7d5a8-a574-444f-a3f6-7ff6cbd640ed tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:41.670801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c7dd1fc-8bbf-4151-a18d-a8145ce51a08 req-67b7d5a8-a574-444f-a3f6-7ff6cbd640ed tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0648434 Jun 17 17:26:41.709548 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c7dd1fc-8bbf-4151-a18d-a8145ce51a08 req-97f0aa49-b62a-4223-bfde-d6ba2ca360ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Jun 17 17:26:42.205349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3ca1-ce0f-4509-a894-0dee86ec1019 req-7c62725b-59bb-466a-8cad-d2b40bf8f1e8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:42.206872 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4acc3ca1-ce0f-4509-a894-0dee86ec1019 req-7c62725b-59bb-466a-8cad-d2b40bf8f1e8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0710933 Jun 17 17:26:42.249112 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4acc3ca1-ce0f-4509-a894-0dee86ec1019 req-dd5eca75-8b2f-4778-9bac-e147390566b8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361741 Jun 17 17:26:42.559351 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-620a1157-1d0d-4b65-930d-bda77e542f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:42.899198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434e82-2f66-4451-9588-090826efd0b9 req-c967ba12-3e92-4051-bcc8-aceb83a1d11c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:42.900642 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-02434e82-2f66-4451-9588-090826efd0b9 req-c967ba12-3e92-4051-bcc8-aceb83a1d11c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0734801 Jun 17 17:26:42.939457 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-02434e82-2f66-4451-9588-090826efd0b9 req-a72df127-edfa-41c9-acaa-b27382f169cf tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Jun 17 17:26:43.424337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4efd72-2296-412f-81bc-4bda29719464 req-70b602c7-881a-43fb-b848-945f82e70a94 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:43.424876 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c4efd72-2296-412f-81bc-4bda29719464 req-70b602c7-881a-43fb-b848-945f82e70a94 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0628347 Jun 17 17:26:43.466297 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c4efd72-2296-412f-81bc-4bda29719464 req-a7c76ebf-7172-4cbe-bbef-f7136bd747fe tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346961 Jun 17 17:26:44.123167 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ed892-6b24-430d-9ed1-b26fbcde5213 req-c9d8661d-214c-4842-8326-84b7c99d3807 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:44.124704 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-076ed892-6b24-430d-9ed1-b26fbcde5213 req-c9d8661d-214c-4842-8326-84b7c99d3807 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0675309 Jun 17 17:26:44.162673 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-076ed892-6b24-430d-9ed1-b26fbcde5213 req-828cf72b-7e20-4366-9202-237b22890097 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Jun 17 17:26:44.641470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788eac-ebcf-4a87-8944-426f8e4a4ec2 req-43bd7101-88c9-42ef-9f57-1b4478f0ac55 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:44.642988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-94788eac-ebcf-4a87-8944-426f8e4a4ec2 req-43bd7101-88c9-42ef-9f57-1b4478f0ac55 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0660114 Jun 17 17:26:44.682096 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-94788eac-ebcf-4a87-8944-426f8e4a4ec2 req-6f95b2c0-b215-40c9-94ec-19a05a15c9b2 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333755 Jun 17 17:26:45.102049 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-58bc8cae-cfa2-4c79-a7fd-381212e9395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:45.182286 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:45.342809 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30d5b8-5f19-47aa-a6dc-6cf89b82d33b req-832930ef-1134-49a5-8b6c-59aa59343f2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:45.344801 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c30d5b8-5f19-47aa-a6dc-6cf89b82d33b req-832930ef-1134-49a5-8b6c-59aa59343f2f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0676582 Jun 17 17:26:45.381954 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c30d5b8-5f19-47aa-a6dc-6cf89b82d33b req-7509a849-7123-478c-8f4f-cea2027124c4 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Jun 17 17:26:45.860585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7807f1-563e-440f-a806-31ab56e18bda req-830300f1-5d83-4758-a68f-c265d047dd80 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:45.862107 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-db7807f1-563e-440f-a806-31ab56e18bda req-830300f1-5d83-4758-a68f-c265d047dd80 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0645044 Jun 17 17:26:45.903156 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-db7807f1-563e-440f-a806-31ab56e18bda req-77816754-c75b-408f-94bf-0dc6eea86e84 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350094 Jun 17 17:26:46.700662 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:47.079134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda3acb-627f-4872-a360-5d0bf8fedd38 req-e4b1c2c6-4080-460d-a698-e503df10770d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:47.080663 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fda3acb-627f-4872-a360-5d0bf8fedd38 req-e4b1c2c6-4080-460d-a698-e503df10770d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0645313 Jun 17 17:26:47.121958 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fda3acb-627f-4872-a360-5d0bf8fedd38 req-bdf9b9e9-124e-4e90-85bd-c6a2c0e25b17 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347402 Jun 17 17:26:48.113899 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:48.305180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d96bf-942a-4160-be91-e179b48f6858 req-0b202719-6f22-405d-aa21-7165a864acaf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:48.306694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-884d96bf-942a-4160-be91-e179b48f6858 req-0b202719-6f22-405d-aa21-7165a864acaf tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0669410 Jun 17 17:26:48.347768 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-884d96bf-942a-4160-be91-e179b48f6858 req-b8d97103-efb4-4f93-9857-a10fa8da8cfb tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351458 Jun 17 17:26:48.793782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a442-26fc-419b-8d08-33561d1fe4cc req-896d433f-4906-4b2f-9258-4f9fa0fbe36c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:48.795261 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f373a442-26fc-419b-8d08-33561d1fe4cc req-896d433f-4906-4b2f-9258-4f9fa0fbe36c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0629675 Jun 17 17:26:48.832795 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f373a442-26fc-419b-8d08-33561d1fe4cc req-e8a22d1c-bd9f-4313-aed3-1876f35c5368 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Jun 17 17:26:49.523480 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8546-0eda-4183-99bb-3ab3bf60aa9b req-4468dda6-c674-4491-93a5-2420864d6bb9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:49.525044 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad7d8546-0eda-4183-99bb-3ab3bf60aa9b req-4468dda6-c674-4491-93a5-2420864d6bb9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0674410 Jun 17 17:26:49.567281 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad7d8546-0eda-4183-99bb-3ab3bf60aa9b req-c4cc1b96-aba6-4e1e-9eeb-3c863cefa21c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365150 Jun 17 17:26:49.887736 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92476050-65cc-4072-a2bf-34e420d85c78 req-2666c466-34c9-4dbb-b248-9d88918290fd tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:49.889247 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92476050-65cc-4072-a2bf-34e420d85c78 req-2666c466-34c9-4dbb-b248-9d88918290fd tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0638101 Jun 17 17:26:49.927875 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92476050-65cc-4072-a2bf-34e420d85c78 req-1fd8e887-8d32-475f-ac02-3b5fff3d6dd0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jun 17 17:26:50.008332 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafe50-adf5-426f-b9c0-52228016cd65 req-43279965-9cb0-43d0-9c2c-ec375f6f6374 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:50.009811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32bafe50-adf5-426f-b9c0-52228016cd65 req-43279965-9cb0-43d0-9c2c-ec375f6f6374 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0622218 Jun 17 17:26:50.048037 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32bafe50-adf5-426f-b9c0-52228016cd65 req-e95ec4ef-d566-4af7-a337-437ac047335c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Jun 17 17:26:50.702224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-1ad959bf-e471-47c4-a204-4178526c21f5 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:50.703625 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-1ad959bf-e471-47c4-a204-4178526c21f5 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.0755508 Jun 17 17:26:50.818856 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80689d7-22ed-42a2-a3a3-a7320bb566cb req-569a42a6-de98-4f78-9d99-c6ba026a19c3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:50.820359 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f80689d7-22ed-42a2-a3a3-a7320bb566cb req-569a42a6-de98-4f78-9d99-c6ba026a19c3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.1375158 Jun 17 17:26:50.856544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Deleting port 706084b5-efa5-47d9-8f8f-51bcf84992f2 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:26:50.856797 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:50.886627 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f80689d7-22ed-42a2-a3a3-a7320bb566cb req-9b709c24-2329-4c56-aae7-27e4742a070d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603275 Jun 17 17:26:50.956035 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] For port 706084b5-efa5-47d9-8f8f-51bcf84992f2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=706084b5-efa5-47d9-8f8f-51bcf84992f2,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:50.956430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:51.023101 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Calling delete_port for 706084b5-efa5-47d9-8f8f-51bcf84992f2 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:26:51.153266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1d902-5b2e-4e85-9433-93452b80d9aa req-4052be5a-813f-4d5d-bede-fc4fb8e198d0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:51.154663 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7a1d902-5b2e-4e85-9433-93452b80d9aa req-4052be5a-813f-4d5d-bede-fc4fb8e198d0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0909441 Jun 17 17:26:51.267670 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7a1d902-5b2e-4e85-9433-93452b80d9aa req-08f38589-0e6b-4a8d-aec6-366d7cdebef2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958219 Jun 17 17:26:51.293966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f468396-397d-41ce-884a-bd65bca8a36c req-e11c389f-6fbf-4266-81f1-46856a3a5495 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:51.295443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f468396-397d-41ce-884a-bd65bca8a36c req-e11c389f-6fbf-4266-81f1-46856a3a5495 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 946 time: 0.1374197 Jun 17 17:26:51.335901 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f468396-397d-41ce-884a-bd65bca8a36c req-2e8e83ce-d94c-4e3b-9fe7-b26407e98ae1 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334952 Jun 17 17:26:51.440360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:51.444397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5d31f213-f504-47ca-9659-aca318bb1913 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:51.452312 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['706084b5-efa5-47d9-8f8f-51bcf84992f2'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:26:51.469490 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Pushing event deleted for resources: {'Port': ['ID=706084b5-efa5-47d9-8f8f-51bcf84992f2,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:51.473312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:51.517713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] No DVR routers for this DVR port 706084b5-efa5-47d9-8f8f-51bcf84992f2 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:26:51.520220 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:51.522280 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6ecfa1d-4ce3-41b6-b965-ea1382b9d7da req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "DELETE /v2.0/ports/706084b5-efa5-47d9-8f8f-51bcf84992f2 HTTP/1.1" status: 204 len: 173 time: 0.8024452 Jun 17 17:26:51.522771 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'name': 'network-vif-deleted', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:26:51.525075 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165ee29b-4f35-417d-939b-ccd9f38f03b6" -d '{"events": [{"server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "name": "network-vif-deleted", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:26:51.560455 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da722919-59c4-433d-8fa0-706c8aebc54e x-openstack-request-id: req-da722919-59c4-433d-8fa0-706c8aebc54e {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:26:51.560783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80baebe3-14ab-431b-861e-6851ba4e3b7d", "name": "network-vif-deleted", "tag": "706084b5-efa5-47d9-8f8f-51bcf84992f2", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:26:51.561070 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da722919-59c4-433d-8fa0-706c8aebc54e {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:26:51.561498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80baebe3-14ab-431b-861e-6851ba4e3b7d', 'name': 'network-vif-deleted', 'tag': '706084b5-efa5-47d9-8f8f-51bcf84992f2', 'status': 'completed', 'code': 200} Jun 17 17:26:51.987859 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-82159b1a-9581-4072-ab9c-fe3037e8f9e2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:51.989326 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-82159b1a-9581-4072-ab9c-fe3037e8f9e2 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.0680401 Jun 17 17:26:52.126607 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ab32-e51f-474a-a372-1f48cfdbb64b req-7fe1b50f-30bd-4f74-bb90-91667bb1ea2d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:52.128117 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b246ab32-e51f-474a-a372-1f48cfdbb64b req-7fe1b50f-30bd-4f74-bb90-91667bb1ea2d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.1252701 Jun 17 17:26:52.153535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Deleting port 334c07a1-8608-4e9b-a23e-b3cc86353732 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:26:52.153873 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:52.204435 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b246ab32-e51f-474a-a372-1f48cfdbb64b req-0d2304b2-b5c5-4b13-932c-61bf1e4db50b tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688818 Jun 17 17:26:52.261993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] For port 334c07a1-8608-4e9b-a23e-b3cc86353732, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=334c07a1-8608-4e9b-a23e-b3cc86353732,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:52.262355 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:52.517156 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dda98b42-de50-4f38-b272-02ddcc920b82 req-b8236048-c8cb-4dc0-8c10-3ddcf718bd63 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=80baebe3-14ab-431b-861e-6851ba4e3b7d HTTP/1.1" status: 200 len: 210 time: 0.0438259 Jun 17 17:26:52.530134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:52.530134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:52.530560 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Floating IP b0485ee6-4534-4321-a7ac-93e0de5abb09 disassociated. External IP: 172.27.0.61, port: 334c07a1-8608-4e9b-a23e-b3cc86353732. Jun 17 17:26:52.530640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Calling delete_port for 334c07a1-8608-4e9b-a23e-b3cc86353732 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:26:52.586394 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f279ac3-8427-489d-b2c2-4d105ca3f604 req-5291868a-e1da-4a43-b7bd-03c631b40dec tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:52.587848 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f279ac3-8427-489d-b2c2-4d105ca3f604 req-5291868a-e1da-4a43-b7bd-03c631b40dec tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 946 time: 0.2010543 Jun 17 17:26:52.647978 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f279ac3-8427-489d-b2c2-4d105ca3f604 req-79d7f971-b00b-4982-a62a-c698f60f1def tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=69145225-4eac-4d9f-826f-29872bc2ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534420 Jun 17 17:26:52.782217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:52.786108 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:52.811004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'Port': ['ID=334c07a1-8608-4e9b-a23e-b3cc86353732,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:52.814054 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:53.182658 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:26:53.291069 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:26:53.301153 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:26:53.311567 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:26:53.312569 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:26:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:26:53.343851 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] No DVR routers for this DVR port 334c07a1-8608-4e9b-a23e-b3cc86353732 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:26:53.347719 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:53.349871 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f27a62b4-9753-4fe6-8a1d-d5df0fc86c11 req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "DELETE /v2.0/ports/334c07a1-8608-4e9b-a23e-b3cc86353732 HTTP/1.1" status: 204 len: 173 time: 1.3548186 Jun 17 17:26:53.400618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66ba9e-bc8f-4d58-9275-d59f7dda0d1b req-19777a1e-ed39-43ac-8a60-ae74d1f732c3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:53.402158 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc66ba9e-bc8f-4d58-9275-d59f7dda0d1b req-19777a1e-ed39-43ac-8a60-ae74d1f732c3 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0675011 Jun 17 17:26:53.420656 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:26:53.448449 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc66ba9e-bc8f-4d58-9275-d59f7dda0d1b req-53dd9af1-b98b-4c65-85c9-ddd7a431699c tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394368 Jun 17 17:26:53.563130 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'name': 'network-vif-deleted', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:26:53.566338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b78aa-5744-4758-aea2-300081ca62df" -d '{"events": [{"server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "name": "network-vif-deleted", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:26:53.607260 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e454db2-692d-44d9-9ce7-e6e6628cebef x-openstack-request-id: req-1e454db2-692d-44d9-9ce7-e6e6628cebef {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:26:53.607627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83355a19-87d5-4daa-898d-7c80cf5bb5d0", "name": "network-vif-deleted", "tag": "334c07a1-8608-4e9b-a23e-b3cc86353732", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:26:53.607910 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e454db2-692d-44d9-9ce7-e6e6628cebef {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:26:53.608349 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83355a19-87d5-4daa-898d-7c80cf5bb5d0', 'name': 'network-vif-deleted', 'tag': '334c07a1-8608-4e9b-a23e-b3cc86353732', 'status': 'completed', 'code': 200} Jun 17 17:26:53.653269 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:26:53.678404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:26:53.687927 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:26:53.688700 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:26:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:26:53.808297 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:26:53.820057 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b301784a-e217-4eda-98d2-2d2a395ee64f req-f1274b82-90bf-4752-89cc-996bb94dc773 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=83355a19-87d5-4daa-898d-7c80cf5bb5d0 HTTP/1.1" status: 200 len: 210 time: 0.0321479 Jun 17 17:26:54.016159 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:26:54.043643 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8f82-5fbe-4dd0-a7ed-c17f1b1133b1 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:26:54.273924 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31365339-46b7-4289-a175-2d924a8164ab None None] New status for floating IP b0485ee6-4534-4321-a7ac-93e0de5abb09: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:26:54.633080 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2968454-00be-4581-9655-849bd60caf2b req-57387986-c654-4791-9b24-fa31d913e424 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:54.634594 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2968454-00be-4581-9655-849bd60caf2b req-57387986-c654-4791-9b24-fa31d913e424 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0651755 Jun 17 17:26:54.676656 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2968454-00be-4581-9655-849bd60caf2b req-8d9af568-6626-4eb7-b195-01aff159c5d6 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359867 Jun 17 17:26:55.027667 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44390) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:55.084176 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.107500 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.256647 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.261201 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.261201 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "DELETE /v2.0/security-groups/69145225-4eac-4d9f-826f-29872bc2ae30 HTTP/1.1" status: 204 len: 168 time: 0.2317293 Jun 17 17:26:55.261201 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-89b3e145-d0a3-4216-b48f-be77c624f3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:55.263264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44394) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:55.270408 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69145225-4eac-4d9f-826f-29872bc2ae30,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:55.277549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.api.v2.resource [None req-1c5a5c5d-cf44-40eb-9940-2d6317737fa3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] show failed (client error): The resource could not be found. Jun 17 17:26:55.278635 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1c5a5c5d-cf44-40eb-9940-2d6317737fa3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups/69145225-4eac-4d9f-826f-29872bc2ae30 HTTP/1.1" status: 404 len: 347 time: 0.0143733 Jun 17 17:26:55.280170 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.280815 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.284312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.284312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.284312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.284312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.284648 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.285216 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.285861 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.286477 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.287108 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.287362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44396) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:55.287747 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:55.292798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b4c59ab7-d0da-49c6-9229-0feba05a11be tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:55.411339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Deleting port 50e89633-2a82-4678-b595-a556e254645c {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:26:55.411688 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.488981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.489226 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.556005 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Calling delete_port for 50e89633-2a82-4678-b595-a556e254645c owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:26:55.771187 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.774277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-47373902-d895-46ec-a246-ba7005bda795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:55.808020 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'Port': ['ID=50e89633-2a82-4678-b595-a556e254645c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:55.816521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:55.903260 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.907002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:55.911342 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0485ee6-4534-4321-a7ac-93e0de5abb09 HTTP/1.1" status: 204 len: 168 time: 0.6202338 Jun 17 17:26:55.928515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c90ed-0858-434d-bd80-8a40487f1702 req-d4295b3e-45ef-4952-9961-a8504f806b33 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:55.930001 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c2c90ed-0858-434d-bd80-8a40487f1702 req-d4295b3e-45ef-4952-9961-a8504f806b33 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.1328678 Jun 17 17:26:55.972378 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c2c90ed-0858-434d-bd80-8a40487f1702 req-97508dac-3a00-4f5e-9be9-1720612110a9 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360959 Jun 17 17:26:56.261186 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44404) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:56.265795 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787126065', 'description': 'tempest-description--1675148967'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:56.318025 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 706084b5-efa5-47d9-8f8f-51bcf84992f2 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:26:56.341448 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 706084b5-efa5-47d9-8f8f-51bcf84992f2 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:26:56.341803 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 706084b5-efa5-47d9-8f8f-51bcf84992f2 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:26:56.359214 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.443046 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.530564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.533648 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ba329235-25d7-4c9d-a59d-2a82100f9f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:56.561401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:56.564457 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:56.616478 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.617764 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3556032 Jun 17 17:26:56.620526 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44406) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:56.624899 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group_rule': {'security_group_id': 'de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:56.713565 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.769002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.844716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.847399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d128c725-dac1-45ee-ad8b-6bf12fc6a5d8 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:56.864465 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2233ff1c-7469-4a49-b657-784eb215769b,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:56.866980 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:56.936549 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:56.937787 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-457e5273-e8d9-4801-abae-b48573e02ef9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163502 Jun 17 17:26:56.940446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44408) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:56.945009 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'security_group_rule': {'security_group_id': 'de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:57.058133 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.152375 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.175569 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f02ff-1ba1-4957-9cd8-273ab39564b3 req-ab235574-93a0-4c8b-bb99-47d293384281 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:57.180657 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-941f02ff-1ba1-4957-9cd8-273ab39564b3 req-ab235574-93a0-4c8b-bb99-47d293384281 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0847678 Jun 17 17:26:57.222330 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-941f02ff-1ba1-4957-9cd8-273ab39564b3 req-caa794d1-2726-4d9d-8a97-284c1b8194fa tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392659 Jun 17 17:26:57.233548 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.235667 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d7708ba-9b47-4f2f-bc93-e7ba3cfa763d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:57.253947 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ce9579-2d5c-4a7c-aa46-40629ddcf44d,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:57.256198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:57.328520 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 334c07a1-8608-4e9b-a23e-b3cc86353732 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:26:57.332190 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.336465 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3921397 Jun 17 17:26:57.337714 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44414) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:57.343017 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:26:57.353833 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 334c07a1-8608-4e9b-a23e-b3cc86353732 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:26:57.354191 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 334c07a1-8608-4e9b-a23e-b3cc86353732 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:26:57.422325 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.518003 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.624044 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Allocated IP 172.27.0.183 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/b5ba0f77-abd0-4cab-b931-6806581fe095) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:26:57.724747 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.826341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:57.828483 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:57.866072 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:26:57.870361 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:26:57.872976 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:26:57.897842 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=b5ba0f77-abd0-4cab-b931-6806581fe095,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:57.905115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:57.960767 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.090074 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.237693 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.325416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.328482 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-819c4768-b343-4a38-8d4c-81cd7c003aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:58.401589 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512f835-f402-4225-aa12-03dbbde16d78 req-0e95cffb-82e1-4a2a-ad37-3ebe08dc8c15 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:58.402194 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=b5ba0f77-abd0-4cab-b931-6806581fe095,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:58.405653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:58.406820 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.409231 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e512f835-f402-4225-aa12-03dbbde16d78 req-0e95cffb-82e1-4a2a-ad37-3ebe08dc8c15 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0721655 Jun 17 17:26:58.446075 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e512f835-f402-4225-aa12-03dbbde16d78 req-c77273eb-396b-4595-8036-9109386d52db tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357332 Jun 17 17:26:58.525299 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:58.526550 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1873820 Jun 17 17:26:58.716744 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-13dfae73-69f9-44da-98f8-8ecfd6b46110 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--787126065&fields=id&tenant_id=dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 267 time: 0.0339553 Jun 17 17:26:58.825215 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-3d6dd87d-87ff-461c-b36b-0f158e3c1ef7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:58.826653 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-3d6dd87d-87ff-461c-b36b-0f158e3c1ef7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 811 time: 0.1034040 Jun 17 17:26:58.841590 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-5d249391-a928-43f8-bf1c-214e8ac6f52c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/quotas/dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 375 time: 0.0088053 Jun 17 17:26:58.913423 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-40dd773f-a485-44a5-bf24-677197441f28 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668159 Jun 17 17:26:59.013533 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a4077a1a-66d4-4e92-bb42-e1953c72b37f service neutron] 10.222.0.10 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880420 Jun 17 17:26:59.101631 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-faf46162-4b47-42d7-a672-6c90b9d38ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822525 Jun 17 17:26:59.379830 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4546bee8-ec8d-473a-b34d-a6bb50abc71f req-24308458-d2cb-4200-9795-98362d8e66bb tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0289011 Jun 17 17:26:59.624860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc1b4d-8722-4e0b-ab23-68f90851f455 req-9fcf98f2-21e1-400e-9a2e-1f116e6f618f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:59.626468 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25fc1b4d-8722-4e0b-ab23-68f90851f455 req-9fcf98f2-21e1-400e-9a2e-1f116e6f618f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0690708 Jun 17 17:26:59.668528 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25fc1b4d-8722-4e0b-ab23-68f90851f455 req-6798e209-a9ea-448d-a2f1-fb6f35b6c935 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357296 Jun 17 17:27:00.517520 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76f91f74-723c-45ae-b69a-fbe2b0b8dca1 req-ff450710-5852-47ba-bad1-6ae18e1ad4d6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0277107 Jun 17 17:27:00.861473 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbadba-57e3-44c4-874f-e1639739e076 req-f5a10e8b-66b2-4745-b110-1af4cf79fffb tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:00.863883 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28dbadba-57e3-44c4-874f-e1639739e076 req-f5a10e8b-66b2-4745-b110-1af4cf79fffb tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0650601 Jun 17 17:27:00.906164 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28dbadba-57e3-44c4-874f-e1639739e076 req-b5f7b5fc-814d-4b1f-b5c4-1c5938358e36 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368602 Jun 17 17:27:01.660943 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a7cd189-a408-4d4c-9333-ef44aec049a3 req-0932c41a-5bde-427b-8a10-ddedcc54733e tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jun 17 17:27:02.082908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dccdc-82f3-4e51-b81a-06159a873f55 req-c4cbaad1-642a-4e27-9566-d689fa12efae tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:02.084611 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-369dccdc-82f3-4e51-b81a-06159a873f55 req-c4cbaad1-642a-4e27-9566-d689fa12efae tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0634887 Jun 17 17:27:02.124909 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-369dccdc-82f3-4e51-b81a-06159a873f55 req-40fd0fac-c909-4cd6-b348-ff16406de535 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343466 Jun 17 17:27:02.804844 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c00c2793-4805-4985-8749-a368c5c9b970 req-2d9c47a4-695f-44f4-ac22-d8d9cf8d9a1a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0299945 Jun 17 17:27:03.303198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3b8da-ba8f-47a3-a5fd-7cbc3db58e71 req-7bc86c27-af7d-4e06-9cc8-c15ecf283521 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:03.304695 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37d3b8da-ba8f-47a3-a5fd-7cbc3db58e71 req-7bc86c27-af7d-4e06-9cc8-c15ecf283521 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0658617 Jun 17 17:27:03.347197 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37d3b8da-ba8f-47a3-a5fd-7cbc3db58e71 req-39847cd7-3b15-4c38-b34b-3436e52a1043 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363123 Jun 17 17:27:03.944761 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-faf3730d-be29-43fb-8c6d-d7522f82fedb req-471e5854-2bef-461a-9c24-17f9913d2f14 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jun 17 17:27:04.366350 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-97cdd736-2f11-47da-a89c-bad6afecceab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:04.368143 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-97cdd736-2f11-47da-a89c-bad6afecceab tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 811 time: 0.1372991 Jun 17 17:27:04.456040 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-94b5c035-4fff-4298-b371-486b8c5d9db6 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7829d0d81d45c28c8d77ab19057944 HTTP/1.1" status: 200 len: 379 time: 0.0797331 Jun 17 17:27:04.476392 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'port': {'device_id': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'admin_state_up': True, 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'security_groups': ['de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:04.509568 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-b7158d81-76e1-4939-b282-f4d4896af41b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:04.511096 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-b7158d81-76e1-4939-b282-f4d4896af41b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/networks?id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 200 len: 814 time: 0.1784282 Jun 17 17:27:04.558581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-d45d8d2d-8356-4798-9239-0c894147940d tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/quotas/d48c3e7974634d55ac1beb33349f5eb7 HTTP/1.1" status: 200 len: 375 time: 0.0286322 Jun 17 17:27:04.630349 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-ac1b277a-5234-46f8-aec5-3cbd4966bb9e tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474455 Jun 17 17:27:04.705240 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8321b1e-3aad-40bc-a34d-89a8fc00f53b req-1cc43d73-bc20-4f00-b1e3-9ba09f107e8f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:04.706808 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8321b1e-3aad-40bc-a34d-89a8fc00f53b req-1cc43d73-bc20-4f00-b1e3-9ba09f107e8f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.2389443 Jun 17 17:27:04.795900 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8321b1e-3aad-40bc-a34d-89a8fc00f53b req-1fc2b188-9aef-4f26-b0f0-2c9eb234a542 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&id=b722f46e-7e4f-4966-ae60-22350add9d91&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596228 Jun 17 17:27:04.802220 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-761b44da-bfdb-4a38-bba9-27bfece4705d service neutron] 10.222.0.10 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600833 Jun 17 17:27:04.844217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Made reservation on behalf of dc7829d0d81d45c28c8d77ab19057944 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:27:04.848284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:04.929245 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:04.952836 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-41fb721e-5c78-42a9-9dcf-57006065979f service neutron] 10.222.0.10 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474936 Jun 17 17:27:05.019038 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Allocated IP 172.20.0.6 (a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f/408412d9-86c0-49f8-ab29-950c4a23e5fa/acc299f0-37e6-4298-bdf4-d4b7a1a6a101) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:27:05.114864 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f83b12ac-7a81-4af0-98e0-ec4b7440cfda req-cdc9808e-26e5-4ddb-a837-894a72ee5f2a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0438588 Jun 17 17:27:05.182691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.195770 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Transition to ACTIVE for port object acc299f0-37e6-4298-bdf4-d4b7a1a6a101 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:27:05.310410 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ca544d5-f606-4b13-8eef-59a769343519 req-c71e5054-8408-49b7-8136-009ea96d4fd9 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 210 time: 0.0288608 Jun 17 17:27:05.314523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.319085 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-87a5302c-073f-48c4-91b3-cf6ffb316e5c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:05.357948 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:27:05.361273 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:27:05.365136 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:27:05.409109 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event updated for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:05.413796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:05.438748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:05.439302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.552917 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0875046 Jun 17 17:27:05.564375 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Request body: {'port': {'device_id': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:05.636093 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.696509 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-cbd2cbc2-815b-40e2-9c4b-e9b778f3c4a1 None None] Provisioning for port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:27:05.700584 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-cbd2cbc2-815b-40e2-9c4b-e9b778f3c4a1 None None] Provisioning complete for port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:05.701101 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cbc2-815b-40e2-9c4b-e9b778f3c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.857768 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2cbc2-815b-40e2-9c4b-e9b778f3c4a1 None None] Port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:27:05.910650 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc299f0-37e6-4298-bdf4-d4b7a1a6a101 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:05.918478 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.930727 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Transition to ACTIVE for port object acc299f0-37e6-4298-bdf4-d4b7a1a6a101 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:27:06.033653 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:06.036373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da802ec0-7355-46f0-9812-57311078fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:06.107692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:06.112859 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:06.185901 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Attempting to bind port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:27:06.186225 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Attempting to bind port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:27:06.186556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Attempting to bind port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:06.191203 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:27:06.191535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Attempting to bind port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 on network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:06.199179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:27:06.199521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Checking segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:27:06.199913 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Bound using segment: {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:27:06.200384 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Bound port: acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dea1a67-5946-4e5c-ae4c-f092c104f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:27:06.200750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:06.297567 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:27:06.314070 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:27:06.340144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e96660-940a-448d-8c34-b0ba721ff7dc req-bb5f2b14-c771-4f71-a953-adb82098919b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.341595 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32e96660-940a-448d-8c34-b0ba721ff7dc req-bb5f2b14-c771-4f71-a953-adb82098919b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 943 time: 0.0935535 Jun 17 17:27:06.382753 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32e96660-940a-448d-8c34-b0ba721ff7dc req-3883cdab-f893-4be4-baac-79c5c5af162e tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347281 Jun 17 17:27:06.436331 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:06.440989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ef1bee0-3e37-4098-8443-17925dd9bb52 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:06.480558 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efcc1b86-a144-4474-b75d-a70f6725fc3b req-887c2015-9288-4188-a62e-197ae9858640 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 210 time: 0.0540292 Jun 17 17:27:06.495857 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.496686 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:06.498065 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/acc299f0-37e6-4298-bdf4-d4b7a1a6a101 HTTP/1.1" status: 200 len: 1093 time: 0.9378917 Jun 17 17:27:06.498570 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:06.500904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48029349-c8d7-45ee-a8e1-73480bd0e6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:06.522266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:06.526236 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:06.547141 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d27e35-bb84-43fb-9397-81a5cbf08715 x-openstack-request-id: req-86d27e35-bb84-43fb-9397-81a5cbf08715 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:06.547470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:06.547757 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86d27e35-bb84-43fb-9397-81a5cbf08715 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:06.548223 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'status': 'completed', 'code': 200} Jun 17 17:27:06.626638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-2b2e9bac-850f-49d0-8885-2c621f376c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.628373 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-2b2e9bac-850f-49d0-8885-2c621f376c3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 1096 time: 0.0587409 Jun 17 17:27:06.732143 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-421e68a7-609d-4d7b-b642-7bf476123ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.733615 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-421e68a7-609d-4d7b-b642-7bf476123ac0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc7829d0d81d45c28c8d77ab19057944&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976601 Jun 17 17:27:06.830220 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-1631d607-1bf9-4c50-aa68-9bb00fd24c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.832480 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-48029349-c8d7-45ee-a8e1-73480bd0e6d6 req-1631d607-1bf9-4c50-aa68-9bb00fd24c89 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921187 Jun 17 17:27:06.969298 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-7c04ee35-41e5-4db4-931e-d8cb7e6e606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:06.970685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-7c04ee35-41e5-4db4-931e-d8cb7e6e606a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 1096 time: 0.0521626 Jun 17 17:27:07.014972 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-ab2bc74e-ab31-4bac-acd8-af540915f585 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101 HTTP/1.1" status: 200 len: 217 time: 0.0336623 Jun 17 17:27:07.063029 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-e73d0472-1170-4253-8d14-9b0d4206d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:07.064557 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-e73d0472-1170-4253-8d14-9b0d4206d2e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0432217 Jun 17 17:27:07.397078 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-861a1a09-f5bb-4f18-9a37-fee9a68872cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:07.398549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-861a1a09-f5bb-4f18-9a37-fee9a68872cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3274164 Jun 17 17:27:07.501962 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-b83edabf-fee2-4084-b937-cfed1b0755de service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962861 Jun 17 17:27:07.695564 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b24a462e-d8ee-44e4-8998-0ac904bfc723 req-0580b1ed-b253-4ba9-915c-41944ecd9b4c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 210 time: 0.0980728 Jun 17 17:27:07.730967 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efaf9b9c-8e56-48a2-b00b-810e37d193b2 req-f4f82ea2-80c1-4ffb-8060-7318996fde2d service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205942 Jun 17 17:27:07.744838 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7f5d6-11d6-4789-bc3f-df70f9ecec6a req-7c511c59-4661-46be-a8ea-b04ab1d15d05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:07.746322 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebf7f5d6-11d6-4789-bc3f-df70f9ecec6a req-7c511c59-4661-46be-a8ea-b04ab1d15d05 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 943 time: 0.2476442 Jun 17 17:27:07.754989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-f593a32f-59c8-4628-a63d-b082163e3ad9 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:07.756450 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-f593a32f-59c8-4628-a63d-b082163e3ad9 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "GET /v2.0/networks?id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 200 len: 814 time: 0.2085686 Jun 17 17:27:07.778159 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Request body: {'port': {'device_id': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89', 'admin_state_up': True, 'tenant_id': 'd48c3e7974634d55ac1beb33349f5eb7'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:07.819434 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebf7f5d6-11d6-4789-bc3f-df70f9ecec6a req-760f7c00-b208-491b-aed2-ae48e529dcbc tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620492 Jun 17 17:27:07.986066 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Made reservation on behalf of d48c3e7974634d55ac1beb33349f5eb7 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:27:07.990380 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:08.114427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Allocated IP 172.20.0.2 (e0da0cd8-2d6b-4a23-85e4-35a5252eac89/dff1e70a-bd5b-49cf-96be-db2bb9cd9d62/9625ef08-5a97-44c4-8f43-26a2b1a53fdc) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:27:08.259496 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:08.369436 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:08.373985 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:08.414556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:27:08.418462 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:27:08.421087 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:27:08.449296 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Pushing event updated for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:08.452237 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:08.478137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:08.478744 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:08.576901 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125744 Jun 17 17:27:08.595697 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Request body: {'port': {'device_id': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:08.677217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:08.936648 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2083992-725e-436c-96bf-19511441c253 req-4e6660fb-02fb-4793-a492-7af2a8669db7 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:08.938105 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2083992-725e-436c-96bf-19511441c253 req-4e6660fb-02fb-4793-a492-7af2a8669db7 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 931 time: 0.1267617 Jun 17 17:27:09.049303 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2083992-725e-436c-96bf-19511441c253 req-5cef6511-719a-44b0-90c2-5f4e67689970 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983818 Jun 17 17:27:09.052381 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9625ef08-5a97-44c4-8f43-26a2b1a53fdc {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:09.062515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:09.083083 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Transition to ACTIVE for port object 9625ef08-5a97-44c4-8f43-26a2b1a53fdc will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:27:09.094297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40162bb-0de0-46e7-9568-c5ca94eef0d1 req-e7fec105-3ce3-47e7-82a4-60e75240d4b3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.095778 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b40162bb-0de0-46e7-9568-c5ca94eef0d1 req-e7fec105-3ce3-47e7-82a4-60e75240d4b3 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 943 time: 0.1568267 Jun 17 17:27:09.134799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b40162bb-0de0-46e7-9568-c5ca94eef0d1 req-e9887fbd-0953-4e41-8349-a456b341114e tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Jun 17 17:27:09.159226 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:09.161480 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5768e98b-fd73-40c7-ad9d-8bae68459450 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:09.236093 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Pushing event updated for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:09.239564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:09.302552 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Attempting to bind port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:27:09.302888 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Attempting to bind port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:27:09.303204 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Attempting to bind port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:09.307465 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:27:09.307781 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Attempting to bind port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc on network e0da0cd8-2d6b-4a23-85e4-35a5252eac89 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:09.312609 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:27:09.312939 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Checking segment: {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:27:09.313315 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Bound using segment: {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:27:09.313734 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Bound port: 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc21568-5891-43e9-9b6c-b482fd73a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:27:09.314072 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:09.376180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:27:09.379906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:27:09.492114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:09.494177 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:09.530121 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.530728 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:09.532120 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-cdbc2534-719f-4685-be6c-550391737096 service neutron] 10.222.0.45 "PUT /v2.0/ports/9625ef08-5a97-44c4-8f43-26a2b1a53fdc HTTP/1.1" status: 200 len: 1093 time: 0.9407175 Jun 17 17:27:09.532620 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:09.534954 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3232956-da05-4e6f-871a-c4d03d68444f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:09.559812 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Pushing event updated for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:09.563521 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:09.572869 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f063a45-a364-40b4-9228-6777a134aa8f x-openstack-request-id: req-4f063a45-a364-40b4-9228-6777a134aa8f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:09.576879 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:09.576879 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f063a45-a364-40b4-9228-6777a134aa8f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:09.576879 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc', 'status': 'completed', 'code': 200} Jun 17 17:27:09.649212 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232956-da05-4e6f-871a-c4d03d68444f req-8a183e05-64b0-4f56-9ccf-bb4dd486a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.650778 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b3232956-da05-4e6f-871a-c4d03d68444f req-8a183e05-64b0-4f56-9ccf-bb4dd486a239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 1096 time: 0.0535583 Jun 17 17:27:09.749179 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232956-da05-4e6f-871a-c4d03d68444f req-f639b137-84bf-4e73-bb03-0700e37e4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.750590 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b3232956-da05-4e6f-871a-c4d03d68444f req-f639b137-84bf-4e73-bb03-0700e37e4881 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918872 Jun 17 17:27:09.845570 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232956-da05-4e6f-871a-c4d03d68444f req-6fbd184d-0eed-4039-aac7-eed05e75736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.847033 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b3232956-da05-4e6f-871a-c4d03d68444f req-6fbd184d-0eed-4039-aac7-eed05e75736c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902374 Jun 17 17:27:09.935519 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-c39cbf3d-f104-4e9e-9bb0-370c48389763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:09.937009 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-c39cbf3d-f104-4e9e-9bb0-370c48389763 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 1096 time: 0.0525000 Jun 17 17:27:09.981033 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-8436e889-d022-48bc-815a-f49a1a9fbeb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc HTTP/1.1" status: 200 len: 217 time: 0.0368176 Jun 17 17:27:10.029312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-d883baa3-9966-4c9f-b2ba-d9be4e59d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:10.030784 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-d883baa3-9966-4c9f-b2ba-d9be4e59d34c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dff1e70a-bd5b-49cf-96be-db2bb9cd9d62 HTTP/1.1" status: 200 len: 854 time: 0.0438905 Jun 17 17:27:10.068397 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-19f34438-00c0-407b-8667-588493392504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0da0cd8-2d6b-4a23-85e4-35a5252eac89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312631 Jun 17 17:27:10.175823 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-0af4036b-379d-4879-ae11-4772dea9eafa service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002660 Jun 17 17:27:10.329944 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48368e9-7fe6-480b-9825-40f400f94281 req-4c885eaa-56c5-49d1-82ae-db2b83a4337b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:10.331368 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c48368e9-7fe6-480b-9825-40f400f94281 req-4c885eaa-56c5-49d1-82ae-db2b83a4337b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 943 time: 0.1689239 Jun 17 17:27:10.338372 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7788f0d8-d180-4c9b-bba0-329d552343f8 req-9678f2ba-ba73-4497-bd76-f4c2de67d4e3 service neutron] 10.222.0.45 "GET /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469307 Jun 17 17:27:10.382750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18819d5e-d2e8-432b-b5d5-601585e66994 req-c0415fde-d4fb-42c1-880c-285e9a39f4ad tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:10.384242 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18819d5e-d2e8-432b-b5d5-601585e66994 req-c0415fde-d4fb-42c1-880c-285e9a39f4ad tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 943 time: 0.1260159 Jun 17 17:27:10.391542 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c48368e9-7fe6-480b-9825-40f400f94281 req-2fe972b6-58ee-485d-9115-07e5e784087e tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 Jun 17 17:27:10.425145 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18819d5e-d2e8-432b-b5d5-601585e66994 req-f9a85574-fece-40e1-9755-db54e6047f98 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326591 Jun 17 17:27:11.375229 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device acc299f0-37e6-4298-bdf4-d4b7a1a6a101 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:27:11.469453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:11.485040 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'port_id': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'mac_address': 'fa:16:3e:88:cc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:27:11.522881 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:11.537019 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc299f0-37e6-4298-bdf4-d4b7a1a6a101 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:11.557367 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:11.621614 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01342bf0-b770-4948-9795-e21c6c311e3a req-d8ca0a2e-60b3-4800-900b-ed627203985b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:11.623015 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01342bf0-b770-4948-9795-e21c6c311e3a req-d8ca0a2e-60b3-4800-900b-ed627203985b tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 943 time: 0.1075487 Jun 17 17:27:11.627773 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:11.633828 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:11.642535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c79b4a-5822-483d-82bc-5b3d6ea71057 req-032d6c66-41ef-41ba-86d7-479377ba9843 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:11.643973 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9c79b4a-5822-483d-82bc-5b3d6ea71057 req-032d6c66-41ef-41ba-86d7-479377ba9843 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 943 time: 0.0965457 Jun 17 17:27:11.681815 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:11.685045 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:11.695100 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01342bf0-b770-4948-9795-e21c6c311e3a req-3133ea03-e692-406c-8792-21193449b251 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658283 Jun 17 17:27:11.699815 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9c79b4a-5822-483d-82bc-5b3d6ea71057 req-1f8032c3-e8fd-494d-bb99-44f499518994 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478663 Jun 17 17:27:11.872232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['acc299f0-37e6-4298-bdf4-d4b7a1a6a101'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:12.541929 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eb655848-9dd0-4e48-a82c-8ec0713a161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:12.921401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2ef5c-fad7-4e53-8d20-59fd2d0f6d48 req-1d79247f-8a37-466b-b1a6-72b3c8805f47 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:12.922863 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2af2ef5c-fad7-4e53-8d20-59fd2d0f6d48 req-1d79247f-8a37-466b-b1a6-72b3c8805f47 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 944 time: 0.1067879 Jun 17 17:27:12.930694 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622a66-c02e-4a83-99ba-17435eec957b req-b68a6912-98ca-4bea-a2f6-c7ee3cb2b5f4 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:12.932037 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18622a66-c02e-4a83-99ba-17435eec957b req-b68a6912-98ca-4bea-a2f6-c7ee3cb2b5f4 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 943 time: 0.1178055 Jun 17 17:27:12.987538 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2af2ef5c-fad7-4e53-8d20-59fd2d0f6d48 req-a828a6cb-3db4-40d3-ab0f-03e5014d69cf tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544598 Jun 17 17:27:12.990312 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18622a66-c02e-4a83-99ba-17435eec957b req-c91abdf6-5837-4dc8-b52e-50bf285d9ee5 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515966 Jun 17 17:27:13.407101 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9625ef08-5a97-44c4-8f43-26a2b1a53fdc details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:27:13.410348 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device acc299f0-37e6-4298-bdf4-d4b7a1a6a101 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:27:13.538655 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:13.549958 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc', 'network_id': 'e0da0cd8-2d6b-4a23-85e4-35a5252eac89', 'port_id': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc', 'mac_address': 'fa:16:3e:ff:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff1e70a-bd5b-49cf-96be-db2bb9cd9d62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:27:13.585502 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:27:13.588520 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:13.596997 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:13.597373 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:13.618726 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9625ef08-5a97-44c4-8f43-26a2b1a53fdc {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:13.646404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:13.694064 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:13.715814 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:13.718102 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9172f7-9e0f-4e74-ba41-3fbeebbd9b19" -d '{"events": [{"server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "name": "network-vif-plugged", "status": "completed", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:13.728578 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:13.731778 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:13.735190 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:13.756004 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103a9d1-f30c-4c9a-a2fb-de56950877dd x-openstack-request-id: req-d103a9d1-f30c-4c9a-a2fb-de56950877dd {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:13.756329 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "name": "network-vif-plugged", "status": "completed", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:13.756591 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d103a9d1-f30c-4c9a-a2fb-de56950877dd {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:13.756979 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'code': 200} Jun 17 17:27:13.782660 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:13.785676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:13.810687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:13.812538 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:13.858535 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:13.861469 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:13.989407 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['9625ef08-5a97-44c4-8f43-26a2b1a53fdc'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:14.152129 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60795b4e-304d-439f-9037-c5a3f4cfcea6 req-fbf7ffd2-4392-423d-87b6-486833b8d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:14.153487 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60795b4e-304d-439f-9037-c5a3f4cfcea6 req-fbf7ffd2-4392-423d-87b6-486833b8d738 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 1098 time: 0.0942419 Jun 17 17:27:14.222916 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60795b4e-304d-439f-9037-c5a3f4cfcea6 req-e4ca7eb0-7ebc-4836-86a7-46a59c15bd20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502627 Jun 17 17:27:14.247034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9f3-78e3-4a00-ac8d-14a4b0f3a8d9 req-0c6a6276-b94f-4b84-9ca1-ebae292eaf36 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:14.249196 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-23dee9f3-78e3-4a00-ac8d-14a4b0f3a8d9 req-0c6a6276-b94f-4b84-9ca1-ebae292eaf36 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 944 time: 0.1395025 Jun 17 17:27:14.260040 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6422c-3515-4f9f-889f-7a0cd022343a req-a3b97b58-1b90-41f4-aad9-200d5663de16 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:14.261466 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-90d6422c-3515-4f9f-889f-7a0cd022343a req-a3b97b58-1b90-41f4-aad9-200d5663de16 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.1402814 Jun 17 17:27:14.313205 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-23dee9f3-78e3-4a00-ac8d-14a4b0f3a8d9 req-6025ffc5-e76d-446c-b464-8021ef738cbc tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507922 Jun 17 17:27:14.320728 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-90d6422c-3515-4f9f-889f-7a0cd022343a req-5a136273-27de-465d-8a2a-dffd5887bd62 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525291 Jun 17 17:27:15.113321 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1b1d-960a-44c4-8438-43a48bb6b599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:15.159133 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:15.420593 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9625ef08-5a97-44c4-8f43-26a2b1a53fdc up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:27:15.524916 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:27:15.528837 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:15.529222 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:15.541264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689bee4-447d-4002-9935-563e9cdc5a79 req-c3331567-720f-4608-bc71-4b765b3f5fc1 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:15.543115 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6689bee4-447d-4002-9935-563e9cdc5a79 req-c3331567-720f-4608-bc71-4b765b3f5fc1 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 944 time: 0.1126106 Jun 17 17:27:15.550349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca12762-72ce-4c87-babb-e49f82e1428b req-27952c44-b27a-4bee-acc9-3114058d8ab7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:15.551720 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cca12762-72ce-4c87-babb-e49f82e1428b req-27952c44-b27a-4bee-acc9-3114058d8ab7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.1122711 Jun 17 17:27:15.605133 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6689bee4-447d-4002-9935-563e9cdc5a79 req-e433dabe-62dd-4c1e-a884-3a42e654dd9c tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jun 17 17:27:15.610457 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:15.612266 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cca12762-72ce-4c87-babb-e49f82e1428b req-fed2201e-28fd-48b4-a335-58dda5b96ab5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Jun 17 17:27:15.645597 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:15.729152 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:15.730958 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-a1c8a462-2263-44f7-ad33-3b741e5adab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:15.758191 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:15.760676 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ac6fe-75d6-4f86-ab42-012bd373dc1b" -d '{"events": [{"server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "name": "network-vif-plugged", "status": "completed", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:15.785686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:15.789211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:15.797781 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66c883-ed54-4637-b1b8-3ea92ef36e5c req-b9f9f5b1-4ff1-4448-b8e4-55461e7aecc5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:15.799132 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e66c883-ed54-4637-b1b8-3ea92ef36e5c req-b9f9f5b1-4ff1-4448-b8e4-55461e7aecc5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.0678582 Jun 17 17:27:15.799952 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578a724-5c2d-471d-9034-d0e55c6bb45c x-openstack-request-id: req-c578a724-5c2d-471d-9034-d0e55c6bb45c {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:15.800317 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "name": "network-vif-plugged", "status": "completed", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:15.800580 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c578a724-5c2d-471d-9034-d0e55c6bb45c {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:15.800974 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc', 'code': 200} Jun 17 17:27:15.807522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44566) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:15.812175 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Request body: {'floatingip': {'port_id': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:15.851715 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:16.264782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c5dc-a068-4b72-b918-4540cfb59791 req-4a7f8b38-1024-4761-8a02-f9c1619f08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:16.266124 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1e0c5dc-a068-4b72-b918-4540cfb59791 req-4a7f8b38-1024-4761-8a02-f9c1619f08d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 1098 time: 0.1188149 Jun 17 17:27:16.340377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:16.342408 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1e0c5dc-a068-4b72-b918-4540cfb59791 req-f79cd810-da78-439c-87dc-4891895474a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676208 Jun 17 17:27:16.399051 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:16.500314 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Floating IP 55491881-2c91-4885-b7dd-4a3f271ebe11 associated. External IP: 172.27.0.183, port: acc299f0-37e6-4298-bdf4-d4b7a1a6a101. Jun 17 17:27:16.719661 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:16.810189 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:27:16.922210 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a9a73-27e2-4e3a-b38b-9df8a3c0740e req-90665e42-7176-4122-8277-fa3f16aed39d tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:16.923607 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc9a9a73-27e2-4e3a-b38b-9df8a3c0740e req-90665e42-7176-4122-8277-fa3f16aed39d tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 945 time: 0.0946527 Jun 17 17:27:17.027701 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc9a9a73-27e2-4e3a-b38b-9df8a3c0740e req-44f2132e-e2cf-49a3-9232-9df7f98f7102 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Jun 17 17:27:17.053197 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:27:17.160012 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:27:17.165241 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:17.169549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:27:17.179038 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:17.179599 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:17.202709 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-614b72cd-350c-4965-a4c2-7f0b7b96dfe7 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "PUT /v2.0/floatingips/55491881-2c91-4885-b7dd-4a3f271ebe11 HTTP/1.1" status: 200 len: 991 time: 1.3931501 Jun 17 17:27:17.202709 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:17.204928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc15506-6c1e-47e4-8c41-145a70126e66" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:17.243315 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaa03f1-5590-40d1-8be3-396c73164bd7 x-openstack-request-id: req-afaa03f1-5590-40d1-8be3-396c73164bd7 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:17.243934 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:17.244402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afaa03f1-5590-40d1-8be3-396c73164bd7 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:17.246019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'status': 'completed', 'code': 200} Jun 17 17:27:17.290824 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:17.346362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-564277f9-1281-4d1d-ba56-2cde3bc98ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:17.347936 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-564277f9-1281-4d1d-ba56-2cde3bc98ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc7829d0d81d45c28c8d77ab19057944&device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 1098 time: 0.0735538 Jun 17 17:27:17.443374 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-8be2e2f5-cbd0-4c8f-9504-d80f67be3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:17.444830 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-8be2e2f5-cbd0-4c8f-9504-d80f67be3797 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 200 len: 912 time: 0.0902917 Jun 17 17:27:17.530371 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-f8caa47e-697c-4291-ac75-7586068b9e85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101 HTTP/1.1" status: 200 len: 999 time: 0.0684934 Jun 17 17:27:17.531651 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '55491881-2c91-4885-b7dd-4a3f271ebe11', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:88:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:26:57Z', 'updated_at': '2021-06-17T17:27:16Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:17.560357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:27:17.568574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:17.569192 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:17.586133 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-3222fefc-4ea7-4905-b975-f4d4e0e11862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:17.587581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-3222fefc-4ea7-4905-b975-f4d4e0e11862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 200 len: 850 time: 0.0432847 Jun 17 17:27:17.650887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-8cba0368-1552-4ca3-9eec-14d384c4f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:17.652414 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-8cba0368-1552-4ca3-9eec-14d384c4f38f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560999 Jun 17 17:27:17.674588 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:17.747346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-45fdddad-e22a-4a85-b800-18b86889df8b service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Jun 17 17:27:17.840995 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6cc15506-6c1e-47e4-8c41-145a70126e66 req-91c634f5-57ad-45e0-bd08-50b173c9f90a service neutron] 10.222.0.45 "GET /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Jun 17 17:27:17.895449 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '55491881-2c91-4885-b7dd-4a3f271ebe11', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:88:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:26:57Z', 'updated_at': '2021-06-17T17:27:16Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:17.925791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b672639-a860-41c9-b436-c9107daf48a7 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '55491881-2c91-4885-b7dd-4a3f271ebe11', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'port_id': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'mac_address': 'fa:16:3e:88:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:26:57Z', 'updated_at': '2021-06-17T17:27:16Z', 'revision_number': 1, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:27:18.096367 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:18.109294 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797806b2-4ceb-4246-aea5-e4a4aed9a6a1 None None] New status for floating IP 55491881-2c91-4885-b7dd-4a3f271ebe11: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:27:18.362735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4e7c2-cf98-4900-b06d-943cd619101a req-c4f5ea25-357e-46d4-a9a9-c03c18790ce2 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:18.364563 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-edc4e7c2-cf98-4900-b06d-943cd619101a req-c4f5ea25-357e-46d4-a9a9-c03c18790ce2 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 945 time: 0.2190812 Jun 17 17:27:18.405826 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-edc4e7c2-cf98-4900-b06d-943cd619101a req-93787b8b-c615-4a7e-961d-503f7e0cd25f tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Jun 17 17:27:29.442371 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37aa69-6cb9-489b-a707-6aa981972e3c req-bed41b20-68e6-48fc-a492-71e0a1d7c9d1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:29.444311 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0f37aa69-6cb9-489b-a707-6aa981972e3c req-bed41b20-68e6-48fc-a492-71e0a1d7c9d1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0636077 Jun 17 17:27:29.486287 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0f37aa69-6cb9-489b-a707-6aa981972e3c req-e83bf489-d65b-4cd3-b4b8-2d68f143bf5a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362270 Jun 17 17:27:30.665966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cfce4-88ed-476d-b2bb-e5d5a730b7ef req-e087e6b2-d5be-4e43-874e-51644f68b163 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:30.667493 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-680cfce4-88ed-476d-b2bb-e5d5a730b7ef req-e087e6b2-d5be-4e43-874e-51644f68b163 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0645392 Jun 17 17:27:30.706639 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-680cfce4-88ed-476d-b2bb-e5d5a730b7ef req-bb13f076-d109-499e-bb61-f6282a8bf40c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Jun 17 17:27:31.888493 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b7f0-ef48-4183-adfd-c09797f7b830 req-c9aa98a0-259b-4d07-b1ae-70c90d097c32 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:31.889899 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3941b7f0-ef48-4183-adfd-c09797f7b830 req-c9aa98a0-259b-4d07-b1ae-70c90d097c32 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0649941 Jun 17 17:27:31.928207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3941b7f0-ef48-4183-adfd-c09797f7b830 req-e681b67c-e955-4416-b456-ab76ae73fba8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Jun 17 17:27:33.111550 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1609-f9e8-4f7a-8f8d-9cd8656170e4 req-fcd5a1f3-a1ab-4a53-82bb-ed19d86055a6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:33.113053 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c02f1609-f9e8-4f7a-8f8d-9cd8656170e4 req-fcd5a1f3-a1ab-4a53-82bb-ed19d86055a6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0677958 Jun 17 17:27:33.151370 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c02f1609-f9e8-4f7a-8f8d-9cd8656170e4 req-a41a116d-94f9-45df-8ee8-43330d5db04e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Jun 17 17:27:34.326753 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec5cb-c900-45aa-8da3-54855e87c9ea req-c95298e4-bcbb-4b8e-ad80-73155fc00cd3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:34.328300 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50cec5cb-c900-45aa-8da3-54855e87c9ea req-c95298e4-bcbb-4b8e-ad80-73155fc00cd3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0633807 Jun 17 17:27:34.367372 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-50cec5cb-c900-45aa-8da3-54855e87c9ea req-3b272725-7755-44ce-a58f-ad46d24f8132 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324552 Jun 17 17:27:34.917450 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:35.551413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d57c95-da90-443c-91eb-0738d64b95e6 req-d2d201ac-f669-434d-9b81-ecb2afbbda6b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:35.553549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4d57c95-da90-443c-91eb-0738d64b95e6 req-d2d201ac-f669-434d-9b81-ecb2afbbda6b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.0703497 Jun 17 17:27:35.591719 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4d57c95-da90-443c-91eb-0738d64b95e6 req-deec994e-9397-48b9-9276-23696faf7e4c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Jun 17 17:27:36.254583 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-0d2f1d4f-661a-4835-bdb4-822837202cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918510 Jun 17 17:27:36.331222 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-644b3480-981a-4a27-9f3b-ca4dff07aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.332233 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-644b3480-981a-4a27-9f3b-ca4dff07aa56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0536158 Jun 17 17:27:36.446136 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-763bc4ef-ad9c-4cf0-bf95-31c4ee503fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.447591 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-763bc4ef-ad9c-4cf0-bf95-31c4ee503fac service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.0924239 Jun 17 17:27:36.513573 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-d54053b6-0c0f-4062-8f63-e52dc33fdd0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0590155 Jun 17 17:27:36.596966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-24199eaa-af99-41f6-9c73-7c45b2d8024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.598344 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-24199eaa-af99-41f6-9c73-7c45b2d8024f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.0781107 Jun 17 17:27:36.658336 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-bba262d5-5b4d-440c-9084-9224393282ad tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.659806 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-bba262d5-5b4d-440c-9084-9224393282ad tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.1133773 Jun 17 17:27:36.686470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-329f70f4-a79e-4bc6-8aeb-9ec117048840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.687946 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-329f70f4-a79e-4bc6-8aeb-9ec117048840 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826535 Jun 17 17:27:36.877387 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-a5a19ba9-2241-4b25-ade9-a9e2462eb7ad service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713786 Jun 17 17:27:36.914302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f822a-6582-415d-9815-c579e74f3a42 req-fb5b9204-98ea-48e4-9498-07d62c511504 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:36.916340 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-715f822a-6582-415d-9815-c579e74f3a42 req-fb5b9204-98ea-48e4-9498-07d62c511504 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 947 time: 0.2002368 Jun 17 17:27:36.934249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Deleting port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:27:36.934594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.069678 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-715f822a-6582-415d-9815-c579e74f3a42 req-7924c180-9c2d-4a5f-bbd2-b7d1e206fcd8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=dab11bd3-ae39-4858-845c-594042023dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394448 Jun 17 17:27:37.093924 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-440aafd3-812f-44cf-8e4b-56e3f8c994bf req-f4a66085-3a65-4aa8-a8d6-767249194c48 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027969 Jun 17 17:27:37.111373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] For port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:37.111820 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.286633 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.287539 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.287895 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Floating IP 810663eb-e173-42ed-a573-49d4bd5d9055 disassociated. External IP: 172.27.0.157, port: 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b. Jun 17 17:27:37.288285 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Calling delete_port for 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:27:37.465845 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.469672 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-2f3aa568-a8ed-44e1-87e7-c047132e3d5b tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:37.494796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'Port': ['ID=5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:37.506563 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.506932 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.507292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.507642 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.507992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.508367 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.508712 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.509056 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.509397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.509737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.510078 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.510416 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:37.515186 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:37.618758 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:27:37.731903 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:27:37.742354 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:27:37.752139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:37.752776 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:37.774471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] No DVR routers for this DVR port 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:27:37.776992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:37.778962 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3770fb92-b9e6-46d8-983e-6d80f150e0ed req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "DELETE /v2.0/ports/5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b HTTP/1.1" status: 204 len: 173 time: 1.1046124 Jun 17 17:27:37.779458 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-deleted', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:37.781766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6dbfe-fe52-4e01-bec0-e98bd0bf02ce" -d '{"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-deleted", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:37.817910 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453d44d2-7dad-4dff-87dd-4bf8d2cc3268 x-openstack-request-id: req-453d44d2-7dad-4dff-87dd-4bf8d2cc3268 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:37.818801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63214d0-37f7-4845-82c9-60441605c892", "name": "network-vif-deleted", "tag": "5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:37.819086 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-453d44d2-7dad-4dff-87dd-4bf8d2cc3268 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:37.819520 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63214d0-37f7-4845-82c9-60441605c892', 'name': 'network-vif-deleted', 'tag': '5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b', 'status': 'completed', 'code': 200} Jun 17 17:27:38.002411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:38.215285 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:38.243929 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ed5ba56-ca21-4098-acd7-f455b2a469ed req-e1ffa175-8309-40e3-91dd-3c18c90e5713 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=d63214d0-37f7-4845-82c9-60441605c892 HTTP/1.1" status: 200 len: 210 time: 0.0336285 Jun 17 17:27:38.247684 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:27:38.256777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:38.257420 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:38.365762 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:38.566077 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:38.593937 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b183878a-f3cc-440f-9a2c-496940994242 None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:27:38.812480 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df794f2-4ba3-4061-a368-c2d98c88fffc None None] New status for floating IP 810663eb-e173-42ed-a573-49d4bd5d9055: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:27:39.452148 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44734) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:39.506427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.529375 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.637457 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.640113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.641268 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "DELETE /v2.0/security-groups/dab11bd3-ae39-4858-845c-594042023dc7 HTTP/1.1" status: 204 len: 168 time: 0.1881411 Jun 17 17:27:39.642038 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6bb35aca-b2a3-4b1e-8ad6-44672d511560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:39.644134 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44736) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:39.650818 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab11bd3-ae39-4858-845c-594042023dc7,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:39.653506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:39.658822 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.api.v2.resource [None req-3ab15817-719e-4c61-9460-cebeec7d49ea tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] show failed (client error): The resource could not be found. Jun 17 17:27:39.659816 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3ab15817-719e-4c61-9460-cebeec7d49ea tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups/dab11bd3-ae39-4858-845c-594042023dc7 HTTP/1.1" status: 404 len: 347 time: 0.0146499 Jun 17 17:27:39.662787 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44738) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:39.784342 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Deleting port 131b926f-89a3-4f97-a654-31d09924afc9 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:27:39.784678 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.856201 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.856543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.924383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Calling delete_port for 131b926f-89a3-4f97-a654-31d09924afc9 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:27:40.148440 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.150509 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cfcc995-ba51-457e-8d88-a7962ac1a5c2 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:40.174598 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'Port': ['ID=131b926f-89a3-4f97-a654-31d09924afc9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:40.177600 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:40.240090 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.242882 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.244060 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5e8633aa-8191-4229-b601-aa44a65c3f35 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "DELETE /v2.0/floatingips/810663eb-e173-42ed-a573-49d4bd5d9055 HTTP/1.1" status: 204 len: 168 time: 0.5803220 Jun 17 17:27:40.634796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44754) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:40.639546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939892785', 'description': 'tempest-description--725905478'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:40.799168 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.888964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.969698 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:40.969698 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b9e0cdb8-8885-4dc5-bbc6-ee58db7fd4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:40.998068 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c537629-2679-449c-8541-10ae97fb6bb6,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:40.998068 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:41.073864 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.075163 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4393239 Jun 17 17:27:41.078029 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44758) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:41.082851 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group_rule': {'security_group_id': '3c537629-2679-449c-8541-10ae97fb6bb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:41.175582 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.239058 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.296523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.298555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:41.316294 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1d12c9-d2c1-40b9-b15c-9f5d6197b659,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:41.318749 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:41.370776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.372042 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5be76ff3-3f30-4dfa-af63-9256fe92a30e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930298 Jun 17 17:27:41.374799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44760) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:41.379177 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'security_group_rule': {'security_group_id': '3c537629-2679-449c-8541-10ae97fb6bb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:41.472577 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.529371 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.576804 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:27:41.597291 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:27:41.597649 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 5db2adcb-a0e3-4b9e-8e24-a50a4c203c9b not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:27:41.603209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.608694 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bf98dd73-d49d-4dcf-ae66-6c013a3dbce1 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:41.623024 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1129169b-8bd7-4d53-b4cf-cfe99ea7d863,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:41.625365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:41.700612 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:41.701828 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-771709f9-665e-4ea7-b8cb-f87d4c84543d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3261244 Jun 17 17:27:41.705043 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44762) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:41.710025 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:41.817480 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.202870 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.306433 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Allocated IP 172.27.0.243 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/029db43f-6ecb-4bfb-8ad6-70f857403d52) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:27:42.416743 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.533584 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.537135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5e285a91-a03a-423b-83c5-3e2769c55597 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:42.559330 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d18f3aab-69de-46b2-81e2-72fcde278e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.592209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1a84-e274-45eb-b9aa-32d5bd43008c req-05213f5c-9a88-4ed2-8a22-220d3b1ff819 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:42.593698 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29cd1a84-e274-45eb-b9aa-32d5bd43008c req-05213f5c-9a88-4ed2-8a22-220d3b1ff819 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 945 time: 0.1068561 Jun 17 17:27:42.595761 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:27:42.604821 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:27:42.611652 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:27:42.614572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=029db43f-6ecb-4bfb-8ad6-70f857403d52,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:42.626095 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:42.669814 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29cd1a84-e274-45eb-b9aa-32d5bd43008c req-ddbd9372-9c9f-42d3-9b29-e48b63c7727f tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690424 Jun 17 17:27:42.726309 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.845187 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:42.998846 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.056781 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.059892 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0583bf81-bb01-4423-930e-59a184e21778 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:43.131061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=029db43f-6ecb-4bfb-8ad6-70f857403d52,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:43.134912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:43.139743 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.216981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.218261 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5123005 Jun 17 17:27:43.422988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-053003db-7858-4111-b803-72f1d79fedc5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1939892785&fields=id&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 267 time: 0.0367124 Jun 17 17:27:43.540089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-94f309e4-adc5-4c6a-bcd8-fa5e4595227b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:43.541661 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-94f309e4-adc5-4c6a-bcd8-fa5e4595227b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 817 time: 0.1120288 Jun 17 17:27:43.557025 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-3427ffc9-2666-4169-8bf3-ac64e28ecdc2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/quotas/3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Jun 17 17:27:43.629338 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-9d501445-4fce-464d-8ac6-32f9ea240b1a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666380 Jun 17 17:27:43.771398 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-46e70a53-e4a7-4e4a-8163-f9f2d3848516 service neutron] 10.222.0.10 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284771 Jun 17 17:27:43.903949 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-2dd1e023-01a1-4967-8835-1abb92515c59 service neutron] 10.222.0.10 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271944 Jun 17 17:27:43.912692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452cf62-df2c-4689-b8ac-e53a84a46861 req-9a881d82-99f8-4211-ae59-df1834e02702 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:43.914145 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4452cf62-df2c-4689-b8ac-e53a84a46861 req-9a881d82-99f8-4211-ae59-df1834e02702 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 945 time: 0.1292217 Jun 17 17:27:43.954422 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4452cf62-df2c-4689-b8ac-e53a84a46861 req-99e84225-4b9f-4681-8c3d-f586665e1665 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Jun 17 17:27:44.216646 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-845e6f9d-f17c-4e4d-af89-60471f8232ed req-73a3cdf5-9f01-4841-9109-3e664cac6962 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Jun 17 17:27:44.311266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-0f0670ca-cb62-4baf-8d1c-e45f2faa6a06 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:44.312788 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-0f0670ca-cb62-4baf-8d1c-e45f2faa6a06 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jun 17 17:27:44.418156 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Deleting port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:27:44.418573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:44.508329 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] For port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,segment=NetworkSegment(9fc21568-5891-43e9-9b6c-b482fd73a021),segment_id=9fc21568-5891-43e9-9b6c-b482fd73a021)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:44.508692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:44.577284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Calling delete_port for 9625ef08-5a97-44c4-8f43-26a2b1a53fdc owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:27:44.776524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:44.780473 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:44.790724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['9625ef08-5a97-44c4-8f43-26a2b1a53fdc'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:44.806398 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Pushing event deleted for resources: {'Port': ['ID=9625ef08-5a97-44c4-8f43-26a2b1a53fdc,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:44.810069 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:44.852523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] No DVR routers for this DVR port 9625ef08-5a97-44c4-8f43-26a2b1a53fdc on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:27:44.855056 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:44.857042 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-85a2e427-e0eb-4b03-af4e-da1bcef123ba req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.45 "DELETE /v2.0/ports/9625ef08-5a97-44c4-8f43-26a2b1a53fdc HTTP/1.1" status: 204 len: 173 time: 0.5387805 Jun 17 17:27:44.857562 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'name': 'network-vif-deleted', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:44.859912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2853110-f001-465f-8db8-f15a5bef311f" -d '{"events": [{"server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "name": "network-vif-deleted", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:44.896043 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829e564-b955-4ec9-b974-4190dcf053fa x-openstack-request-id: req-7829e564-b955-4ec9-b974-4190dcf053fa {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:44.896907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d", "name": "network-vif-deleted", "tag": "9625ef08-5a97-44c4-8f43-26a2b1a53fdc", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:44.897198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7829e564-b955-4ec9-b974-4190dcf053fa {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:44.897634 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d', 'name': 'network-vif-deleted', 'tag': '9625ef08-5a97-44c4-8f43-26a2b1a53fdc', 'status': 'completed', 'code': 200} Jun 17 17:27:45.100115 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ccce26ac-c6aa-4702-9204-48ddd04e839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:45.104454 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ba04caa2-63d0-4017-bfb5-d13acc8dccb2 req-9d24a18e-58a4-4aef-bb2c-82009f31c8dd tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b79ccc-a200-4f5f-8ea1-4a4b4686a39d HTTP/1.1" status: 200 len: 210 time: 0.0330787 Jun 17 17:27:45.203172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:45.362078 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cbd43148-11a2-4911-959e-925fbc250efd req-1c305389-412a-417a-9560-b2d665b6f64a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 210 time: 0.0305371 Jun 17 17:27:46.539035 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e14e36e-f13d-443a-8c0d-92f36b43140e req-5199d7d1-2cca-4032-a4b1-8aa2dba2b1e5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 210 time: 0.0440483 Jun 17 17:27:46.547097 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-6bd3d51d-36fa-4bbb-b1a9-f2b6b0630a27 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:46.548606 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-6bd3d51d-36fa-4bbb-b1a9-f2b6b0630a27 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 817 time: 0.1384072 Jun 17 17:27:46.593992 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-5bb688f9-b69b-4c70-991e-07ad06ec7453 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 380 time: 0.0354872 Jun 17 17:27:46.608470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'port': {'device_id': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'admin_state_up': True, 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'security_groups': ['3c537629-2679-449c-8541-10ae97fb6bb6']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:46.740308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:46.804882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Made reservation on behalf of 3d2ed9212ce44dbe935e6b8e3148d468 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:27:46.808512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:46.938102 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Allocated IP 172.20.0.3 (285497de-5a03-48b8-8e28-0147efda81f2/c82475dd-6973-4476-8059-603771eb2687/767d959c-d079-4f85-8914-5bd3996af127) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:27:47.079777 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.094223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Transition to ACTIVE for port object 767d959c-d079-4f85-8914-5bd3996af127 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:27:47.214860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.219190 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-18e7f2ad-40ea-4982-b479-fcc460d8adc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:47.259218 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Network 285497de-5a03-48b8-8e28-0147efda81f2 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:27:47.262410 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:27:47.264942 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:27:47.293188 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:47.296195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:47.324426 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:47.325081 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.405814 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012900 Jun 17 17:27:47.421760 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Request body: {'port': {'device_id': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:47.496944 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.536225 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-fbb72a19-460a-4793-916b-5ed513c43d2e None None] Provisioning for port 767d959c-d079-4f85-8914-5bd3996af127 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:27:47.541403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-fbb72a19-460a-4793-916b-5ed513c43d2e None None] Provisioning complete for port 767d959c-d079-4f85-8914-5bd3996af127 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:47.542318 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fbb72a19-460a-4793-916b-5ed513c43d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.579505 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9625ef08-5a97-44c4-8f43-26a2b1a53fdc no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:27:47.601026 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-fbb72a19-460a-4793-916b-5ed513c43d2e None None] Port 767d959c-d079-4f85-8914-5bd3996af127 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:27:47.603441 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 9625ef08-5a97-44c4-8f43-26a2b1a53fdc {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:27:47.603806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9625ef08-5a97-44c4-8f43-26a2b1a53fdc not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:27:47.790804 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af192-2dee-4229-a9eb-040a0187fd2a req-12f8c74a-c8c5-47a8-93cd-633fbef4f790 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:47.792472 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee8af192-2dee-4229-a9eb-040a0187fd2a req-12f8c74a-c8c5-47a8-93cd-633fbef4f790 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 931 time: 0.1115220 Jun 17 17:27:47.861101 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:47.874630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:47.908864 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee8af192-2dee-4229-a9eb-040a0187fd2a req-d5b5adb9-980c-43a0-b533-b1f0254ce763 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985904 Jun 17 17:27:47.914259 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Transition to ACTIVE for port object 767d959c-d079-4f85-8914-5bd3996af127 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:27:47.917983 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-c644facc-2541-4c09-8801-b0ed661a7255 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501723115&fields=id&tenant_id=0dd05f8460594c61a3cc16ddae6fb05a HTTP/1.1" status: 200 len: 267 time: 0.0955660 Jun 17 17:27:47.990512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-ac5d8fcf-ef1e-42f3-b6b0-25fc1310224d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:47.992058 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-ac5d8fcf-ef1e-42f3-b6b0-25fc1310224d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 984 time: 0.0681736 Jun 17 17:27:48.004980 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Request body: {'port': {'security_groups': ['86a332d5-855c-4c9c-a854-3d7627849290']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:27:48.029008 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.032762 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-450a117a-e778-4afa-91e2-44c2859fcb9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:48.105472 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.148217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:48.153585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:48.188572 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.283918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Attempting to bind port 767d959c-d079-4f85-8914-5bd3996af127 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:27:48.284941 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Attempting to bind port 767d959c-d079-4f85-8914-5bd3996af127 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:27:48.284941 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Attempting to bind port 767d959c-d079-4f85-8914-5bd3996af127 on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:48.298307 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Port 767d959c-d079-4f85-8914-5bd3996af127 on network 285497de-5a03-48b8-8e28-0147efda81f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:27:48.298627 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Attempting to bind port 767d959c-d079-4f85-8914-5bd3996af127 on network 285497de-5a03-48b8-8e28-0147efda81f2 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:27:48.313163 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:27:48.313503 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Checking segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:27:48.313888 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Bound using segment: {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:27:48.314324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Bound port: 767d959c-d079-4f85-8914-5bd3996af127, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:27:48.314667 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.453866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:27:48.458342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:27:48.475735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:48.509139 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.582780 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.586282 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:48.613667 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.627985 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:48.628219 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:48.628646 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.630094 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] 10.222.0.45 "PUT /v2.0/ports/767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 200 len: 1093 time: 1.2146585 Jun 17 17:27:48.631205 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:48.634316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4334cc4f-204f-4856-920b-86e130cc6ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:48.671180 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:48.673001 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.681733 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 44850) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:48.684706 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e52e2f4-5c8d-4f50-8c29-d7026ed2534a req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "PUT /v2.0/ports/e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 942 time: 0.6857564 Jun 17 17:27:48.697066 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:48.705190 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:48.705635 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f5313d0a-6b84-4d3d-a4f4-4ceffb0946d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:48.753672 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf32007-810c-41fb-b840-4d218ca977d2 x-openstack-request-id: req-6cf32007-810c-41fb-b840-4d218ca977d2 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:48.754017 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:48.754294 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cf32007-810c-41fb-b840-4d218ca977d2 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:48.754733 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'status': 'completed', 'code': 200} Jun 17 17:27:48.769205 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.801004 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.809451 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event updated for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=7']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:48.820669 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:48.946079 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.948872 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.950063 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "DELETE /v2.0/security-groups/b722f46e-7e4f-4966-ae60-22350add9d91 HTTP/1.1" status: 204 len: 168 time: 0.2672493 Jun 17 17:27:48.950901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6015170a-2e52-4ac7-9518-c74dba161509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:48.953307 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 44854) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:48.961528 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2af69eb1-028d-432d-b9ed-f7a96c3a474d None None] Provisioning complete for port e855cf32-4c93-4c0e-a461-551e3b9ab366 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:48.962154 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722f46e-7e4f-4966-ae60-22350add9d91,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:48.962316 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2af69eb1-028d-432d-b9ed-f7a96c3a474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:48.965501 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:49.164980 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d18-d0c8-4d74-a412-ce748a63a4d5 req-0a69f4ab-b997-4179-9155-7105845ed61b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:49.166468 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-93a22d18-d0c8-4d74-a412-ce748a63a4d5 req-0a69f4ab-b997-4179-9155-7105845ed61b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.1079104 Jun 17 17:27:49.196958 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Deleting port eaa492dc-07c2-4a7c-83ac-927f48b6431a {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:27:49.197291 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:49.226509 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-93a22d18-d0c8-4d74-a412-ce748a63a4d5 req-b127de6d-ec59-45fa-bb5c-4786d4623ed1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535765 Jun 17 17:27:49.294150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:49.294473 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:49.358028 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Calling delete_port for eaa492dc-07c2-4a7c-83ac-927f48b6431a owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:27:49.662287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:49.664639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-207141a8-f3ab-4158-b3af-3cf87f1d2e1c tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:49.691825 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event deleted for resources: {'Port': ['ID=eaa492dc-07c2-4a7c-83ac-927f48b6431a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:49.695522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:49.754552 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:49.754960 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Floating IP 5ab26bef-1d59-414c-b56e-0edcb21306ba disassociated (deleted). External IP: 172.27.0.239, port: e855cf32-4c93-4c0e-a461-551e3b9ab366. Jun 17 17:27:50.233202 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Router 823f66d8-99d2-495e-812f-a1ef3f3bb29d has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:27:50.345071 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:27:50.350719 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:50.355211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Sync routers for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:27:50.364549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:50.366008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:50.420900 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "DELETE /v2.0/floatingips/5ab26bef-1d59-414c-b56e-0edcb21306ba HTTP/1.1" status: 204 len: 168 time: 1.4661255 Jun 17 17:27:50.447081 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74f64f-5548-486e-819f-49777c05e5d5 req-8d6f6aa3-f0f6-4148-981a-20c7abfcf3ab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:50.448606 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a74f64f-5548-486e-819f-49777c05e5d5 req-8d6f6aa3-f0f6-4148-981a-20c7abfcf3ab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0948205 Jun 17 17:27:50.470527 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:50.486699 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a74f64f-5548-486e-819f-49777c05e5d5 req-cfe9c595-bb9a-45c7-b921-dfde4d9fe899 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Jun 17 17:27:50.670610 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:50.696881 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Checking router: 823f66d8-99d2-495e-812f-a1ef3f3bb29d for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:27:50.706762 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:27:50.707384 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:50.755509 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}, {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:50.757975 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488" -d '{"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}, {"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:50.813172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:27:50.917426 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eeaa09-d560-4b31-a28a-4812dd501676 x-openstack-request-id: req-88eeaa09-d560-4b31-a28a-4812dd501676 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:50.917765 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:50.918053 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88eeaa09-d560-4b31-a28a-4812dd501676 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:50.918486 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:27:50.918776 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:27:51.067810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:27:51.099767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771fda1c-6bb6-4c0b-b5e0-e5da6b98ea98 None None] The sync data for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi is: [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:24:44Z', 'revision_number': 4, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '6c6e4c85-5f13-4b1e-938d-cf52938fe04f', 'name': '', 'network_id': '66efa165-bc99-49e4-a1fc-8927096d8ada', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'mac_address': 'fa:16:3e:22:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:42Z', 'updated_at': '2021-06-17T17:24:53Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'subnets': [{'id': '6c04ec46-e127-408c-a26f-da0a39c2f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:27:51.310620 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8d2a9-e09f-415b-bd6a-af473269739c None None] New status for floating IP 5ab26bef-1d59-414c-b56e-0edcb21306ba: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:27:51.503154 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:51.541338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-36e95ee0-90aa-4907-aca9-3a3a4ce76033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:51.544225 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-36e95ee0-90aa-4907-aca9-3a3a4ce76033 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1096 time: 0.0993903 Jun 17 17:27:51.547579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-88e3dcf6-12d7-4227-8a7c-41701fcd5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:51.549504 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-88e3dcf6-12d7-4227-8a7c-41701fcd5821 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1098 time: 0.0968711 Jun 17 17:27:51.763382 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-008067ce-2d1c-43f0-be7c-e9796ad7e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:51.764823 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-008067ce-2d1c-43f0-be7c-e9796ad7e942 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2058244 Jun 17 17:27:51.803031 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-eb677e26-fa8d-4e14-a5d0-fb1b7e63e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:51.804457 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-eb677e26-fa8d-4e14-a5d0-fb1b7e63e7ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 915 time: 0.1681309 Jun 17 17:27:51.821654 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcd61-1772-491d-85fd-60ce9f83a61a req-3aabf4de-4c3f-4bfa-bc9a-55d3fad932f8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:51.823221 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-518fcd61-1772-491d-85fd-60ce9f83a61a req-3aabf4de-4c3f-4bfa-bc9a-55d3fad932f8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.1856987 Jun 17 17:27:51.882134 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-f2494cbb-f183-4a91-8124-e95c4daa3a6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 217 time: 0.0579281 Jun 17 17:27:51.973337 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-518fcd61-1772-491d-85fd-60ce9f83a61a req-2d066595-c15e-4f7b-9c3b-cf8aef60a659 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370447 Jun 17 17:27:52.000030 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-d36bd7ee-4c96-44ae-9c8d-ed2bef13244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.000030 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-d36bd7ee-4c96-44ae-9c8d-ed2bef13244d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.1067846 Jun 17 17:27:52.002485 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-6aa5c0ea-6562-4c7c-86e3-b5af6aba5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.003854 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4334cc4f-204f-4856-920b-86e130cc6ab8 req-6aa5c0ea-6562-4c7c-86e3-b5af6aba5639 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144597 Jun 17 17:27:52.089188 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-679bafd3-0f9d-42be-80f5-9b87cad66c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.090745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-679bafd3-0f9d-42be-80f5-9b87cad66c9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859609 Jun 17 17:27:52.135506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-3f41bc50-7193-45b0-9d4c-96ebe94799d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.137025 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-3f41bc50-7193-45b0-9d4c-96ebe94799d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1096 time: 0.0951798 Jun 17 17:27:52.209730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-160f16b5-1ec6-4318-ac93-91d8c1fd29b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 200 len: 217 time: 0.0413885 Jun 17 17:27:52.252648 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-e76e882c-1b0e-4d20-9fa8-b8820801e6a7 service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545804 Jun 17 17:27:52.293242 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-b9fa96a7-47c8-4433-8f09-eba98641a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.294628 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-b9fa96a7-47c8-4433-8f09-eba98641a2ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0757363 Jun 17 17:27:52.394445 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-64308345-288a-48c2-bb8a-d6990f41389e service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338170 Jun 17 17:27:52.403119 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f405-9f63-48da-b897-970038017c73 req-b1711cfa-316c-4ba3-aa49-bac036544a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.404662 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-b1711cfa-316c-4ba3-aa49-bac036544a9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022263 Jun 17 17:27:52.538433 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-abaa0f82-f631-4129-9397-b283b1a4508c service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259274 Jun 17 17:27:52.589998 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-3223140d-2e54-41e2-bfe4-7398d2f4905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.591534 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-3223140d-2e54-41e2-bfe4-7398d2f4905c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 1098 time: 0.0982089 Jun 17 17:27:52.700731 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-0153f5ef-f308-4c96-879f-e71fb2c8cc0e service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535454 Jun 17 17:27:52.727544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-6e6eb1b7-1968-42fd-b677-60386f827d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.729504 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-6e6eb1b7-1968-42fd-b677-60386f827d47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 200 len: 915 time: 0.1096327 Jun 17 17:27:52.782515 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-94cdacd5-e055-45a0-b461-bf81c7f58c4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 200 len: 217 time: 0.0463395 Jun 17 17:27:52.831738 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-86a65e56-96f2-45e5-b7af-2dd8d07a8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.833109 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-86a65e56-96f2-45e5-b7af-2dd8d07a8e00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 200 len: 853 time: 0.0440085 Jun 17 17:27:52.892158 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-1d71bffe-9af9-4c1c-82d0-04769f04d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:52.893635 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-1d71bffe-9af9-4c1c-82d0-04769f04d85a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66efa165-bc99-49e4-a1fc-8927096d8ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534093 Jun 17 17:27:52.988443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-7ba86a18-ce5b-42e7-955f-836874ff4f3f service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879247 Jun 17 17:27:53.173830 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c5521da-c9e2-44c4-a76d-14ec4bdb4488 req-b7e6f9f0-1699-40d2-88d7-c390c73f178d service neutron] 10.222.0.45 "GET /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776989 Jun 17 17:27:53.207192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e79e3-c665-445f-be43-f55ca58af8c0 req-0fed540b-2880-47d7-b2c0-a26d9f211ab1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:53.209443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-004e79e3-c665-445f-be43-f55ca58af8c0 req-0fed540b-2880-47d7-b2c0-a26d9f211ab1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.1043148 Jun 17 17:27:53.253501 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-004e79e3-c665-445f-be43-f55ca58af8c0 req-a6b06c43-23b6-4bf8-a748-d4db53247879 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366931 Jun 17 17:27:53.809094 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:27:54.442177 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449c33-e245-4f65-8b69-731cd05d0b3d req-f1c513aa-5601-433b-8524-72f19ee2cf9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:54.443577 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-14449c33-e245-4f65-8b69-731cd05d0b3d req-f1c513aa-5601-433b-8524-72f19ee2cf9a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0634794 Jun 17 17:27:54.480907 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-14449c33-e245-4f65-8b69-731cd05d0b3d req-67e035cb-0121-4a4d-b235-7ced89a39309 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jun 17 17:27:55.267716 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dedb2-40f8-49d5-ac49-2d789e97fad7 req-8c68fdaf-0010-43ab-88e3-4d8c3e52414d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:55.269212 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-321dedb2-40f8-49d5-ac49-2d789e97fad7 req-8c68fdaf-0010-43ab-88e3-4d8c3e52414d tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0629888 Jun 17 17:27:55.311509 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-321dedb2-40f8-49d5-ac49-2d789e97fad7 req-28f994ce-a84d-456f-af28-951eb19909be tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365777 Jun 17 17:27:55.418976 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:27:55.523681 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:55.529298 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '767d959c-d079-4f85-8914-5bd3996af127', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:27:55.567109 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:55.580377 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:27:55.601187 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:55.661194 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6810a-06e0-448a-aaea-5c362739cd58 req-63b0479f-922a-4c5d-bf84-60c114ad0d3b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:55.662604 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee6810a-06e0-448a-aaea-5c362739cd58 req-63b0479f-922a-4c5d-bf84-60c114ad0d3b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0644906 Jun 17 17:27:55.679404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:55.681379 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:55.704705 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee6810a-06e0-448a-aaea-5c362739cd58 req-f5cd4bfc-40e9-4724-83c8-9e762aac2dff tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Jun 17 17:27:55.734185 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:55.741396 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.746428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:55.748960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:55.929636 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['767d959c-d079-4f85-8914-5bd3996af127'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:56.488891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41879877-bacb-4cd9-91c2-f3e5b20a034c req-425aaa1e-ed31-453d-883f-b7ee4d88b19a tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:56.490390 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41879877-bacb-4cd9-91c2-f3e5b20a034c req-425aaa1e-ed31-453d-883f-b7ee4d88b19a tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0635226 Jun 17 17:27:56.531982 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41879877-bacb-4cd9-91c2-f3e5b20a034c req-61158fc5-0aa0-4acb-b5d6-3aae5ccae662 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a332d5-855c-4c9c-a854-3d7627849290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Jun 17 17:27:56.898087 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0b8f-ef3e-4bee-82f8-135f1ea310c9 req-0ddfd83e-1300-4883-8a13-f0f6b0df1f2b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:56.899604 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80be0b8f-ef3e-4bee-82f8-135f1ea310c9 req-0ddfd83e-1300-4883-8a13-f0f6b0df1f2b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 944 time: 0.0678053 Jun 17 17:27:56.949581 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80be0b8f-ef3e-4bee-82f8-135f1ea310c9 req-905e11ee-710d-4b94-8137-f3c90ed19deb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Jun 17 17:27:57.167692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3d771-9041-4b67-8227-ca9867514fdc req-7ca010c4-b770-405c-8348-dbd5331c7765 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:57.169146 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13b3d771-9041-4b67-8227-ca9867514fdc req-7ca010c4-b770-405c-8348-dbd5331c7765 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 945 time: 0.0622857 Jun 17 17:27:57.272637 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Deleting port e855cf32-4c93-4c0e-a461-551e3b9ab366 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:27:57.272987 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.362557 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] For port e855cf32-4c93-4c0e-a461-551e3b9ab366, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e855cf32-4c93-4c0e-a461-551e3b9ab366,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:57.362966 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.432484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Calling delete_port for e855cf32-4c93-4c0e-a461-551e3b9ab366 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:27:57.441453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:27:57.542187 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 767d959c-d079-4f85-8914-5bd3996af127 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:27:57.546216 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 767d959c-d079-4f85-8914-5bd3996af127 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:27:57.546604 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.645415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.651786 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-da03f2e3-e616-4ae0-81dc-7c94e31876a3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:57.719585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Pushing event deleted for resources: {'Port': ['ID=e855cf32-4c93-4c0e-a461-551e3b9ab366,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:57.724392 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da359440-028f-4233-9180-cb6629f8fe5f req-49cbe35d-b71d-49ad-bf1e-81b14c266b0f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0766566 Jun 17 17:27:57.726664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:57.741251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['e855cf32-4c93-4c0e-a461-551e3b9ab366'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:27:57.779002 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.782266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] No DVR routers for this DVR port e855cf32-4c93-4c0e-a461-551e3b9ab366 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:27:57.784723 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.786755 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13b3d771-9041-4b67-8227-ca9867514fdc req-9b6d6b2e-f87d-40d8-8450-860811337b2e tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.45 "DELETE /v2.0/ports/e855cf32-4c93-4c0e-a461-551e3b9ab366 HTTP/1.1" status: 204 len: 173 time: 0.6110115 Jun 17 17:27:57.787263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'name': 'network-vif-deleted', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:57.790544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a8f89-2706-4b18-9f17-066d02cae352" -d '{"events": [{"server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "name": "network-vif-deleted", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:57.805009 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:27:57.807320 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d43a17-415d-4604-9aaf-41faca1624b2" -d '{"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:27:57.819843 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:27:57.827037 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6081fe-740d-4635-be92-0896cbd66574 x-openstack-request-id: req-aa6081fe-740d-4635-be92-0896cbd66574 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:57.827209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5889eb0-7384-4746-a540-9ac83067caea", "name": "network-vif-deleted", "tag": "e855cf32-4c93-4c0e-a461-551e3b9ab366", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:57.827506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa6081fe-740d-4635-be92-0896cbd66574 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:57.827933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5889eb0-7384-4746-a540-9ac83067caea', 'name': 'network-vif-deleted', 'tag': 'e855cf32-4c93-4c0e-a461-551e3b9ab366', 'status': 'completed', 'code': 200} Jun 17 17:27:57.897903 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f4e83-aadd-44ee-8007-7ae0c41b9244 x-openstack-request-id: req-a18f4e83-aadd-44ee-8007-7ae0c41b9244 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:27:57.899682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:27:57.899682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a18f4e83-aadd-44ee-8007-7ae0c41b9244 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:27:57.899682 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'code': 200} Jun 17 17:27:57.919279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:57.921186 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:57.966885 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:57.969947 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:58.165860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641300-be48-466a-a168-97a95b883706 req-7bc5d0b5-ad2a-48b2-976d-9301adde2f30 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:58.167571 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27641300-be48-466a-a168-97a95b883706 req-7bc5d0b5-ad2a-48b2-976d-9301adde2f30 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0789127 Jun 17 17:27:58.207655 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27641300-be48-466a-a168-97a95b883706 req-cbb1c1f1-5353-4939-9019-3ea9031a266f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345309 Jun 17 17:27:58.880636 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-17e819bb-ebde-461d-a23f-c3b9ec2a3475 req-e2395cef-9d7c-4112-b0ff-bd4303b1bcaa tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jun 17 17:27:59.384249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e0b5c-9911-435f-b2c0-d3f09383804b req-ad9c2bf9-568f-464e-b861-ccf03088ecab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:27:59.385731 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a2e0b5c-9911-435f-b2c0-d3f09383804b req-ad9c2bf9-568f-464e-b861-ccf03088ecab tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jun 17 17:27:59.422999 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a2e0b5c-9911-435f-b2c0-d3f09383804b req-50ad1a45-39eb-45ac-bb8c-04557043bb23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Jun 17 17:28:00.028023 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7bfd6058-170f-4374-8bb1-3767844f304e req-b1606515-f557-45e9-b16f-bb4406904c38 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0329733 Jun 17 17:28:00.601048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bc12e-260e-4ec0-ba1e-24213e20b80c req-68de0a72-8a71-4606-939f-0749520c6365 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:00.602413 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-676bc12e-260e-4ec0-ba1e-24213e20b80c req-68de0a72-8a71-4606-939f-0749520c6365 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0638649 Jun 17 17:28:00.640350 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-676bc12e-260e-4ec0-ba1e-24213e20b80c req-12cb4538-d89f-4048-8d5b-56589367eb52 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jun 17 17:28:01.120772 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1e14e-5b16-4c3a-9416-7ca7df481e50 req-630ad5e7-59f4-4511-8f20-737f605832dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:01.122407 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71e1e14e-5b16-4c3a-9416-7ca7df481e50 req-630ad5e7-59f4-4511-8f20-737f605832dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1098 time: 0.0542481 Jun 17 17:28:01.170610 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71e1e14e-5b16-4c3a-9416-7ca7df481e50 req-84384f3a-8021-4a08-bc8f-7cebf71d3b2c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Jun 17 17:28:01.191731 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b18288b-961c-4f99-8da0-6f873106ebc7 req-5910eb42-c487-4f3a-b6f8-fc27d61737fe tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5889eb0-7384-4746-a540-9ac83067caea HTTP/1.1" status: 200 len: 210 time: 0.0348096 Jun 17 17:28:01.823397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1abd-deb4-45e0-8bc3-59983bc3deeb req-737205f7-24ae-4ee4-a347-ed93ff00742a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:01.825064 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21ef1abd-deb4-45e0-8bc3-59983bc3deeb req-737205f7-24ae-4ee4-a347-ed93ff00742a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Jun 17 17:28:01.871811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21ef1abd-deb4-45e0-8bc3-59983bc3deeb req-8a16c033-09c5-4f49-9813-0cdbe3a16c5f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Jun 17 17:28:03.067533 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1736-755e-4f88-a34b-918d2bb3da2a req-47d8f60c-7322-438e-b359-b9262b94602e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:03.072544 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5d7b1736-755e-4f88-a34b-918d2bb3da2a req-47d8f60c-7322-438e-b359-b9262b94602e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0689085 Jun 17 17:28:03.107158 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5d7b1736-755e-4f88-a34b-918d2bb3da2a req-b2a8b6f9-69b3-4b68-b501-e73411ab5c93 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Jun 17 17:28:03.285673 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803248e-67bc-4951-9054-ea8aa8826cdf req-1c2466ee-cb43-4c8d-ac93-957199515740 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:03.287161 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6803248e-67bc-4951-9054-ea8aa8826cdf req-1c2466ee-cb43-4c8d-ac93-957199515740 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0681007 Jun 17 17:28:03.297223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45040) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:03.301879 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Request body: {'floatingip': {'port_id': '767d959c-d079-4f85-8914-5bd3996af127'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:28:03.341785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.046545 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.093084 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45052) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:04.132905 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.282195 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Floating IP 5e56e540-37ea-49b0-9c77-91edc33fec11 associated. External IP: 172.27.0.243, port: 767d959c-d079-4f85-8914-5bd3996af127. Jun 17 17:28:04.619099 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:28:04.747431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device e855cf32-4c93-4c0e-a461-551e3b9ab366 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:04.770475 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: e855cf32-4c93-4c0e-a461-551e3b9ab366 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:04.770826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device e855cf32-4c93-4c0e-a461-551e3b9ab366 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:04.774762 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:28:04.779653 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.784174 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:28:04.794071 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:04.794693 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:04.814850 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.908380 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:04.912532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ca19b8d0-bab1-49b6-bd07-f6b96eaf4c49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "PUT /v2.0/floatingips/5e56e540-37ea-49b0-9c77-91edc33fec11 HTTP/1.1" status: 200 len: 991 time: 1.6141939 Jun 17 17:28:04.915629 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:28:04.918072 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648655b0-0ebb-4785-aed2-532a02d1f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:28:04.940959 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.990483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37a2385-b0fc-4ebf-aeca-4b4b88c5ff94 x-openstack-request-id: req-e37a2385-b0fc-4ebf-aeca-4b4b88c5ff94 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:28:04.991014 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:28:04.991805 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e37a2385-b0fc-4ebf-aeca-4b4b88c5ff94 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:28:04.992258 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'status': 'completed', 'code': 200} Jun 17 17:28:05.111022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-f1a85efd-7300-4584-813a-02ae91af16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:05.112633 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-f1a85efd-7300-4584-813a-02ae91af16dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1098 time: 0.0991471 Jun 17 17:28:05.140508 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5e56e540-37ea-49b0-9c77-91edc33fec11', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:27:42Z', 'updated_at': '2021-06-17T17:28:03Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:05.170773 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:28:05.180666 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:05.181327 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:05.258910 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-4f70b9f0-18cf-400f-a4c1-4b87aaf4031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:05.260401 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-4f70b9f0-18cf-400f-a4c1-4b87aaf4031c service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.1411786 Jun 17 17:28:05.265526 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Deleting port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:05.265871 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:05.284933 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:05.381713 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-3e694032-f09e-41db-9e20-5d407f1f7014 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 200 len: 999 time: 0.1035976 Jun 17 17:28:05.443893 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] For port 6c6e4c85-5f13-4b1e-938d-cf52938fe04f, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:05.444305 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:05.512591 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Calling delete_port for 6c6e4c85-5f13-4b1e-938d-cf52938fe04f owned by network:router_interface {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:05.516580 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-6c0cb62b-5828-4eb7-9278-7c9994218822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:05.517902 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5e56e540-37ea-49b0-9c77-91edc33fec11', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:27:42Z', 'updated_at': '2021-06-17T17:28:03Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:05.518100 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-6c0cb62b-5828-4eb7-9278-7c9994218822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.1287129 Jun 17 17:28:05.545265 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab24ac-f676-41bf-9936-13b72b8b4009 None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': '5e56e540-37ea-49b0-9c77-91edc33fec11', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:27:42Z', 'updated_at': '2021-06-17T17:28:03Z', 'revision_number': 1, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:28:05.663531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-0c0f7296-d46e-40f3-b4ef-ebf38ea719c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:05.665344 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-0c0f7296-d46e-40f3-b4ef-ebf38ea719c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1390159 Jun 17 17:28:05.741480 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada6b84-d8ae-4b51-b376-0396f79636fd None None] New status for floating IP 5e56e540-37ea-49b0-9c77-91edc33fec11: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:28:05.804881 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-4ad1bafe-9ba1-471e-bd9d-ca46607141fe service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313717 Jun 17 17:28:05.908011 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-648655b0-0ebb-4785-aed2-532a02d1f9bd req-abb33e5c-f757-433f-b735-dd675169fe51 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962243 Jun 17 17:28:05.941935 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:05.952045 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a6d95018-155a-41ea-bc0d-2c9f4b0b80f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:05.967869 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6e4c85-5f13-4b1e-938d-cf52938fe04f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:05.971354 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:06.181642 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:06.393444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Router 823f66d8-99d2-495e-812f-a1ef3f3bb29d has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:28:06.499121 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:28:06.503987 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] 10.222.0.10 "PUT /v2.0/routers/823f66d8-99d2-495e-812f-a1ef3f3bb29d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098442 Jun 17 17:28:06.506730 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45084) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:06.507446 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Sync routers for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:28:06.516761 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:06.520799 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:06.613541 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:06.622866 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:06.815668 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:28:05Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:06.843988 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Checking router: 823f66d8-99d2-495e-812f-a1ef3f3bb29d for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:28:06.853724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Routers {'823f66d8-99d2-495e-812f-a1ef3f3bb29d'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:06.854381 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:06.964807 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] Set router 823f66d8-99d2-495e-812f-a1ef3f3bb29d gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:06.997763 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.150887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Deleting port e3f640ab-95ad-431e-8951-98038a5f3979 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:07.151088 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.161232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:28:05Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:07.193648 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff2452-114d-4a10-b5d9-35d45c5441c2 None None] The sync data for ids ['823f66d8-99d2-495e-812f-a1ef3f3bb29d'] in dv-cinder-796889-1-iscsi is: [{'id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'name': 'tempest-TestMinimumBasicScenario-164454749-router', 'tenant_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:36Z', 'updated_at': '2021-06-17T17:28:05Z', 'revision_number': 5, 'project_id': '0dd05f8460594c61a3cc16ddae6fb05a', 'gw_port': {'id': 'e3f640ab-95ad-431e-8951-98038a5f3979', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f66d8-99d2-495e-812f-a1ef3f3bb29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:38Z', 'updated_at': '2021-06-17T17:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:28:07.258592 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] For port e3f640ab-95ad-431e-8951-98038a5f3979, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=e3f640ab-95ad-431e-8951-98038a5f3979,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:07.259134 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.323820 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Calling delete_port for e3f640ab-95ad-431e-8951-98038a5f3979 owned by network:router_gateway {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:07.578810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.578810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:07.605567 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f640ab-95ad-431e-8951-98038a5f3979,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:07.608909 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:07.677418 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.783682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.786013 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.907750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.908287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823f66d8-99d2-495e-812f-a1ef3f3bb29d {{(pid=93433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:28:07.913356 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:07.915006 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ef59fa0-8c89-43d4-9edc-11011f0afb22 admin admin] 10.222.0.10 "DELETE /v2.0/routers/823f66d8-99d2-495e-812f-a1ef3f3bb29d HTTP/1.1" status: 204 len: 168 time: 1.4068580 Jun 17 17:28:07.917497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45110) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:07.967760 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Deleting subnet 6c04ec46-e127-408c-a26f-da0a39c2f166 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:07.975832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.019558 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.144802 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.203671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405bcf5-c38d-4e94-8881-5e70cefcc13a req-6118a36d-43ae-4f5f-b88f-3728f83856c4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:08.205164 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2405bcf5-c38d-4e94-8881-5e70cefcc13a req-6118a36d-43ae-4f5f-b88f-3728f83856c4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0836346 Jun 17 17:28:08.242649 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2405bcf5-c38d-4e94-8881-5e70cefcc13a req-fac58879-c9f9-46dc-8680-b4deb9bcecff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315495 Jun 17 17:28:08.266402 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.270605 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-82d1adbb-ed17-4244-86f0-4c722b074a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:08.296606 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c04ec46-e127-408c-a26f-da0a39c2f166,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:08.301087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.303201 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6c04ec46-e127-408c-a26f-da0a39c2f166 HTTP/1.1" status: 204 len: 168 time: 0.3845577 Jun 17 17:28:08.306253 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45118) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:08.307279 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8c3b2-180d-47e1-a8b1-2f0fc3940dff None None] Network 66efa165-bc99-49e4-a1fc-8927096d8ada requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:08.316958 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.317337 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.317823 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320657 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.320964 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.321312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.321764 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:08.331329 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-15d2439d-f246-4f41-a7d3-42bbc92ba99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:08.391623 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.446207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Deleting port aa4d7e82-4d01-4de6-8200-229df5ac49d2 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:08.446593 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.514366 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] DHCP port deletion for 66efa165-bc99-49e4-a1fc-8927096d8ada request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:28:08.525489 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6c6e4c85-5f13-4b1e-938d-cf52938fe04f no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:08.533837 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] For port aa4d7e82-4d01-4de6-8200-229df5ac49d2, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aa4d7e82-4d01-4de6-8200-229df5ac49d2,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:08.534495 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.559468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 6c6e4c85-5f13-4b1e-938d-cf52938fe04f {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:08.559827 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6c6e4c85-5f13-4b1e-938d-cf52938fe04f not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:08.601523 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Deleting port aa4d7e82-4d01-4de6-8200-229df5ac49d2 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:08.601872 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.609006 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Calling delete_port for aa4d7e82-4d01-4de6-8200-229df5ac49d2 owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:08.667268 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] For port aa4d7e82-4d01-4de6-8200-229df5ac49d2, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aa4d7e82-4d01-4de6-8200-229df5ac49d2,segment=NetworkSegment(f80f6f59-5fe2-43b1-bcc8-2e56e4cced60),segment_id=f80f6f59-5fe2-43b1-bcc8-2e56e4cced60)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:08.667268 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.731128 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Calling delete_port for aa4d7e82-4d01-4de6-8200-229df5ac49d2 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:08.770361 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.772633 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6d6eef78-d6f7-4e22-90eb-345475442725 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:08.800643 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4d7e82-4d01-4de6-8200-229df5ac49d2,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:08.804536 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:08.805290 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] No DVR routers for this DVR port aa4d7e82-4d01-4de6-8200-229df5ac49d2 on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:08.879291 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.889990 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66efa165-bc99-49e4-a1fc-8927096d8ada']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:08.900463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:08.900819 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80f6f59-5fe2-43b1-bcc8-2e56e4cced60') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:08.910135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.929833 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.936799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:08.937200 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:08.940717 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:08.945438 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:08.945438 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:08.973872 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:08.976501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:08.999493 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Pushing event deleted for resources: {'Port': ['ID=aa4d7e82-4d01-4de6-8200-229df5ac49d2,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:09.002468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:09.003806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] No DVR routers for this DVR port aa4d7e82-4d01-4de6-8200-229df5ac49d2 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:09.083109 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:09.087608 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89fe95da-703d-4cbe-b8c7-aff2b9bae2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:09.090110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:09.091906 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] 10.222.0.10 "DELETE /v2.0/networks/66efa165-bc99-49e4-a1fc-8927096d8ada HTTP/1.1" status: 204 len: 168 time: 0.7846565 Jun 17 17:28:09.094857 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45126) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:09.103245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Pushing event deleted for resources: {'Network': ['ID=66efa165-bc99-49e4-a1fc-8927096d8ada,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:09.105839 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:09.421066 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df9887-dd4e-4528-afca-1e3050dd3d98 req-487dc8b2-1826-4bfb-ab7a-792a98266d61 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:09.422627 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91df9887-dd4e-4528-afca-1e3050dd3d98 req-487dc8b2-1826-4bfb-ab7a-792a98266d61 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0654149 Jun 17 17:28:09.467208 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91df9887-dd4e-4528-afca-1e3050dd3d98 req-3ad68d99-6cee-4cee-8461-85f85659abd4 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388198 Jun 17 17:28:09.712289 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:10.019681 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e3f640ab-95ad-431e-8951-98038a5f3979 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:10.026034 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Deleting port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:10.026408 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:10.052012 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: e3f640ab-95ad-431e-8951-98038a5f3979 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:10.052391 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device e3f640ab-95ad-431e-8951-98038a5f3979 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:10.052810 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aa4d7e82-4d01-4de6-8200-229df5ac49d2 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:10.071359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: aa4d7e82-4d01-4de6-8200-229df5ac49d2 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:10.071987 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aa4d7e82-4d01-4de6-8200-229df5ac49d2 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:10.108054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] For port cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:10.108618 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:10.174255 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Calling delete_port for cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:10.422080 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:10.424253 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-48669060-c27d-4717-a639-29a11e782a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:10.448410 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:10.451460 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:10.634600 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:10.671485 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d33d8-04d9-4c69-8bc9-179d655912e1 req-c84a59db-b513-4590-adaf-e8c1f7b1d737 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:10.673019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e16d33d8-04d9-4c69-8bc9-179d655912e1 req-c84a59db-b513-4590-adaf-e8c1f7b1d737 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0772221 Jun 17 17:28:10.712261 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e16d33d8-04d9-4c69-8bc9-179d655912e1 req-d664f9fb-5e6d-4b62-a690-bba20a4541b3 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327876 Jun 17 17:28:10.845027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:28:10.954469 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:28:10.959669 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] 10.222.0.10 "PUT /v2.0/routers/6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636963 Jun 17 17:28:10.962064 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45158) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:10.962785 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Sync routers for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:28:10.972771 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:10.973552 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:11.067672 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.079751 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:11.171566 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.253251 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:28:10Z', 'revision_number': 5, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port': {'id': 'c3f02b63-0f3b-41e8-9d88-298c94981973', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:49Z', 'updated_at': '2021-06-17T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:11.283383 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Checking router: 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:28:11.293309 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Routers {'6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:11.294179 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:27:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:11.324228 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Deleting port c3f02b63-0f3b-41e8-9d88-298c94981973 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:11.324564 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.391115 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] Set router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:11.411181 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] For port c3f02b63-0f3b-41e8-9d88-298c94981973, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=c3f02b63-0f3b-41e8-9d88-298c94981973,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:11.414535 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.442365 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:28:11Z', 'revision_number': 6, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port_host': None}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:11.474181 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Calling delete_port for c3f02b63-0f3b-41e8-9d88-298c94981973 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:11.475810 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257cc49-b078-4931-bd16-40a96fa605b9 None None] The sync data for ids ['6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b'] in dv-cinder-796889-1-iscsi is: [{'id': '6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b', 'name': 'tempest-TestMinimumBasicScenario-1241907055-router', 'tenant_id': '1bf4679f8f8545239934d9ab898eb034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:48Z', 'updated_at': '2021-06-17T17:28:11Z', 'revision_number': 6, 'project_id': '1bf4679f8f8545239934d9ab898eb034', 'gw_port_host': None}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:28:11.707596 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.710776 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f3c62e5c-79fd-4b19-9c7e-fa38c4ed092c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:11.734051 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f02b63-0f3b-41e8-9d88-298c94981973,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:11.737765 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:11.802854 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.901445 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.903753 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:11.905499 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1ed6f-f2ac-44d4-8ec8-022e0fe2f716 req-70e551c5-64f4-44fb-9031-686f44c27b4c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:11.907053 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58c1ed6f-f2ac-44d4-8ec8-022e0fe2f716 req-70e551c5-64f4-44fb-9031-686f44c27b4c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0702689 Jun 17 17:28:11.960446 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58c1ed6f-f2ac-44d4-8ec8-022e0fe2f716 req-5e478658-2607-4f23-83df-72e9637c237f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387323 Jun 17 17:28:12.027833 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.028373 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:28:12.033085 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.034239 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] 10.222.0.10 "DELETE /v2.0/routers/6e3ad5a6-c339-49ff-ad2d-2f328df7ee7b HTTP/1.1" status: 204 len: 168 time: 1.0712764 Jun 17 17:28:12.036785 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45172) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:12.085338 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Deleting subnet eb8772c6-09ba-41ce-aae0-950c38184f8d {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:12.088434 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.122423 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.199878 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.302597 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:12.323608 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:12.323968 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device cac62f65-cfe6-4ef9-b79a-d8b0bcfdc171 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:12.324428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device c3f02b63-0f3b-41e8-9d88-298c94981973 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:12.343150 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: c3f02b63-0f3b-41e8-9d88-298c94981973 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:12.343539 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device c3f02b63-0f3b-41e8-9d88-298c94981973 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:12.347190 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.349864 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6a7d44ab-7c56-432a-9501-70e1be03681b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:12.376640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8772c6-09ba-41ce-aae0-950c38184f8d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:12.380003 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:12.383014 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.388514 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b26cc3e8-41b9-45d8-9541-71b07a86a21d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb8772c6-09ba-41ce-aae0-950c38184f8d HTTP/1.1" status: 204 len: 168 time: 0.3475072 Jun 17 17:28:12.388632 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45178) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:12.390134 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45180) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:12.392184 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7ebb9-c433-4534-95d1-f6e8bd5ede3e None None] Network 4313a8ee-24a7-4dca-858e-7a8f9c58c51f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:12.441232 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Deleting subnet dff1e70a-bd5b-49cf-96be-db2bb9cd9d62 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:12.444430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.465548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.483470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.527577 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Deleting port f769414d-c93f-4ef0-9657-4109abe0312c {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:12.528149 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.529176 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.582283 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-51f4715f-c49b-4961-8b67-a3c2fca044b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.610584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] For port f769414d-c93f-4ef0-9657-4109abe0312c, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f769414d-c93f-4ef0-9657-4109abe0312c,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:12.610727 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.611136 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] DHCP port deletion for 4313a8ee-24a7-4dca-858e-7a8f9c58c51f request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:28:12.657742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Deleting port f769414d-c93f-4ef0-9657-4109abe0312c {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:12.658135 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.677723 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Calling delete_port for f769414d-c93f-4ef0-9657-4109abe0312c owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:12.680367 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.683866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-db845a8b-6a38-4ab8-b501-993ea8c3db7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:12.708105 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff1e70a-bd5b-49cf-96be-db2bb9cd9d62,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:12.711227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:12.714195 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.716585 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dff1e70a-bd5b-49cf-96be-db2bb9cd9d62 HTTP/1.1" status: 204 len: 168 time: 0.3277783 Jun 17 17:28:12.720252 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45182) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:12.728294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] For port f769414d-c93f-4ef0-9657-4109abe0312c, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f769414d-c93f-4ef0-9657-4109abe0312c,segment=NetworkSegment(11630900-aeae-415b-899d-8bb4182c036d),segment_id=11630900-aeae-415b-899d-8bb4182c036d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:12.728688 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.795109 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Calling delete_port for f769414d-c93f-4ef0-9657-4109abe0312c owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:12.808681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.897404 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.907793 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0da0cd8-2d6b-4a23-85e4-35a5252eac89']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:12.918021 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc21568-5891-43e9-9b6c-b482fd73a021') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:12.918321 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc21568-5891-43e9-9b6c-b482fd73a021') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:12.927334 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.936479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.943695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.943695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:12.944000 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3b32d269-96f7-4885-8d48-eeb455e32b60 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:12.962621 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Pushing event deleted for resources: {'Port': ['ID=f769414d-c93f-4ef0-9657-4109abe0312c,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:12.965617 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:12.970226 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] No DVR routers for this DVR port f769414d-c93f-4ef0-9657-4109abe0312c on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:12.970572 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:12.972087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f769414d-c93f-4ef0-9657-4109abe0312c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:12.973867 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] No DVR routers for this DVR port f769414d-c93f-4ef0-9657-4109abe0312c on host dv-cinder-796889-1-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:12.980677 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:12.999456 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:12.999456 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:13.000650 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:13.138904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39c7a5-baf0-4240-980c-c6d565fad906 req-29bd9e43-03ec-4f79-9a51-61ec3ba6af8b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:13.140227 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc39c7a5-baf0-4240-980c-c6d565fad906 req-29bd9e43-03ec-4f79-9a51-61ec3ba6af8b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0718708 Jun 17 17:28:13.186337 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc39c7a5-baf0-4240-980c-c6d565fad906 req-2c615646-a5d4-4aa6-ba28-e2ea62f81065 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399320 Jun 17 17:28:13.319808 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.327438 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.331991 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4313a8ee-24a7-4dca-858e-7a8f9c58c51f']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:13.340405 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-963adf85-ad69-4f63-80a3-0349656e68e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:13.344003 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.345807 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] 10.222.0.10 "DELETE /v2.0/networks/e0da0cd8-2d6b-4a23-85e4-35a5252eac89 HTTP/1.1" status: 204 len: 168 time: 0.6246312 Jun 17 17:28:13.348377 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11630900-aeae-415b-899d-8bb4182c036d') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:13.348672 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11630900-aeae-415b-899d-8bb4182c036d') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:13.363054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0da0cd8-2d6b-4a23-85e4-35a5252eac89,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:13.366882 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-470dbe05-2320-40e9-b69d-3cb2dc2fbc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:13.368584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.381613 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.387659 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:13.388128 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:13.394628 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:13.518825 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.522856 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:13.525345 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.527246 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4313a8ee-24a7-4dca-858e-7a8f9c58c51f HTTP/1.1" status: 204 len: 168 time: 1.1360641 Jun 17 17:28:13.541668 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4313a8ee-24a7-4dca-858e-7a8f9c58c51f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:13.543870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ff144166-b916-4b4a-b3b2-11bdb2861be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:13.706725 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45194) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:13.746114 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9cc9162d-e81f-4e22-8507-fa88ec778cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d48c3e7974634d55ac1beb33349f5eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381820 Jun 17 17:28:13.748517 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45196) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:13.796276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.817022 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45198) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:13.817249 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.856558 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c2f16f5a-d77c-4774-81e9-6113101df9ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0dd05f8460594c61a3cc16ddae6fb05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382383 Jun 17 17:28:13.864079 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45200) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:13.912888 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.935748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.941894 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.945119 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:13.946296 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfa8a8e9-ebd2-4e89-a89d-2690f31b2323 HTTP/1.1" status: 204 len: 168 time: 0.1968992 Jun 17 17:28:13.947229 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2cf499cb-8597-4b00-b8b8-6682a1b9fd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:13.955674 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa8a8e9-ebd2-4e89-a89d-2690f31b2323,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:13.982736 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8a3b0411-25fe-4468-a66a-028f4969107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:14.059404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f769414d-c93f-4ef0-9657-4109abe0312c no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:14.073211 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:14.075872 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:14.080227 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86a332d5-855c-4c9c-a854-3d7627849290 HTTP/1.1" status: 204 len: 168 time: 0.2150855 Jun 17 17:28:14.089330 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-c5947e9c-fa0c-4a68-aed1-5c72c0866ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:14.089682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: f769414d-c93f-4ef0-9657-4109abe0312c {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:14.089682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f769414d-c93f-4ef0-9657-4109abe0312c not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:14.090019 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a332d5-855c-4c9c-a854-3d7627849290,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:14.092348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a2f04deb-22e9-4859-b280-6386250baade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:14.380264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beb9dc-48e9-4a4a-b299-78b77c8dcdb9 req-e0367743-7c0d-4339-a1f6-5ce9adf85bbf tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:14.382498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08beb9dc-48e9-4a4a-b299-78b77c8dcdb9 req-e0367743-7c0d-4339-a1f6-5ce9adf85bbf tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0699034 Jun 17 17:28:14.424742 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08beb9dc-48e9-4a4a-b299-78b77c8dcdb9 req-7a84a392-5b33-488f-a205-3e87e910e2ce tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353770 Jun 17 17:28:14.898537 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45214) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:14.944572 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c3ce4ff8-281f-49a4-8a22-34f0c452dc96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bf4679f8f8545239934d9ab898eb034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447359 Jun 17 17:28:14.946981 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45216) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:14.996412 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.019295 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.113585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bf427a4d-577a-42f8-a2bb-374a39e26dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.136380 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.138980 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.140143 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/868936fc-2aa8-4967-a226-6f0108081fc2 HTTP/1.1" status: 204 len: 168 time: 0.1921422 Jun 17 17:28:15.140911 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5ac57bd4-ffc3-4278-8b46-0a3603d799cc tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:15.148609 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868936fc-2aa8-4967-a226-6f0108081fc2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:15.150822 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:15.199040 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:15.617453 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de730b8-ac9c-433a-a6e8-199575b9c501 req-eb5ff0a3-5e2e-4814-a246-e2dc33708383 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:15.619706 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1de730b8-ac9c-433a-a6e8-199575b9c501 req-eb5ff0a3-5e2e-4814-a246-e2dc33708383 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0730987 Jun 17 17:28:15.658106 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1de730b8-ac9c-433a-a6e8-199575b9c501 req-cb21ee91-c766-4a25-8f9b-95d1fb9fa6dc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317304 Jun 17 17:28:16.717070 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:16.835884 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317072a-bfce-4fe9-9292-d49c9648f17e req-b3782799-d92a-4b0f-9346-e911480181f8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:16.839099 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d317072a-bfce-4fe9-9292-d49c9648f17e req-b3782799-d92a-4b0f-9346-e911480181f8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0698195 Jun 17 17:28:16.874198 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d317072a-bfce-4fe9-9292-d49c9648f17e req-1c457d57-6f9c-4bf3-895b-999b2bc611c3 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311522 Jun 17 17:28:18.055790 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba0b80-5b03-451d-8f63-02b9d1e92637 req-0a3b21cc-1f76-40c8-9425-65b3057f973f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:18.057314 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25ba0b80-5b03-451d-8f63-02b9d1e92637 req-0a3b21cc-1f76-40c8-9425-65b3057f973f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0649085 Jun 17 17:28:18.094930 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25ba0b80-5b03-451d-8f63-02b9d1e92637 req-bde9c37b-9579-428d-a2ce-60bdd5bc913e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318756 Jun 17 17:28:18.125110 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:18.343344 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-67c806fc-0f27-4c6f-96fb-0d0b4a367e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:18.344910 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-67c806fc-0f27-4c6f-96fb-0d0b4a367e92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0604956 Jun 17 17:28:18.439732 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-905fd98f-e52c-4c1e-97db-d6374b1cb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:18.441160 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-905fd98f-e52c-4c1e-97db-d6374b1cb564 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.0898523 Jun 17 17:28:18.506038 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-11ea2235-f864-41b1-be64-66a217b42fd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0573635 Jun 17 17:28:18.560080 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-f4cfce66-cd6f-4b7f-b08a-55dd3475dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:18.561687 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-f4cfce66-cd6f-4b7f-b08a-55dd3475dd3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.0481861 Jun 17 17:28:18.620131 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-e7762562-8fa6-485e-b30c-aee220153bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:18.621618 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-e7762562-8fa6-485e-b30c-aee220153bb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530736 Jun 17 17:28:18.715799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-e932fcd8-6de9-4428-8592-47c0d309c935 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859327 Jun 17 17:28:18.804878 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40f36baa-0cc8-4fc0-822d-75956c1b9b18 req-82876716-7b91-4eb7-ba60-0361259700a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822449 Jun 17 17:28:19.275323 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30b47-a000-43cb-a784-9dcb433c2da0 req-0cd32cd5-6449-4f56-8e4c-ec6870274ac6 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:19.276822 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3a30b47-a000-43cb-a784-9dcb433c2da0 req-0cd32cd5-6449-4f56-8e4c-ec6870274ac6 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0661006 Jun 17 17:28:19.319582 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d3a30b47-a000-43cb-a784-9dcb433c2da0 req-6a63406e-1c5c-42da-a637-8c7c82879d68 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362711 Jun 17 17:28:20.500806 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e674-4dc7-4359-8286-9e4141f22b43 req-cf20a60a-33e6-486f-8877-8bb300ddaaf9 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:20.501804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d28e674-4dc7-4359-8286-9e4141f22b43 req-cf20a60a-33e6-486f-8877-8bb300ddaaf9 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0654643 Jun 17 17:28:20.540413 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d28e674-4dc7-4359-8286-9e4141f22b43 req-f56cd04c-2add-424d-a889-f295738093bf tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326874 Jun 17 17:28:21.713820 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e1cf-7d05-4c09-a50c-7dbe9d1d04fb req-69944aa5-70ef-417c-b70f-c54db34cf505 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:21.715230 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ab2e1cf-7d05-4c09-a50c-7dbe9d1d04fb req-69944aa5-70ef-417c-b70f-c54db34cf505 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jun 17 17:28:21.753602 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ab2e1cf-7d05-4c09-a50c-7dbe9d1d04fb req-4c47caee-4ca2-432c-af2c-41c0e18f511f tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325212 Jun 17 17:28:22.277977 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-d1de94c0-8bfb-4329-b52f-8fb3d260d1fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513134 Jun 17 17:28:22.286553 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a77f2d-c2d5-43c4-a3f6-3a413ed77aa0 req-4f552cea-fb34-408b-91c8-47be88ca1621 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:22.288139 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84a77f2d-c2d5-43c4-a3f6-3a413ed77aa0 req-4f552cea-fb34-408b-91c8-47be88ca1621 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0711625 Jun 17 17:28:22.327736 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84a77f2d-c2d5-43c4-a3f6-3a413ed77aa0 req-29c0a906-4e5a-4245-8255-12c46e6e88be tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332875 Jun 17 17:28:22.839298 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:22.914946 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:22.938406 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:28:22.940693 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10880bd7-9d03-42d2-a33f-1db5feec0707" -d '{"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:28:22.953664 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:22.974823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e6a23-3eb1-49a5-93d9-7fcee243bd05 x-openstack-request-id: req-c22e6a23-3eb1-49a5-93d9-7fcee243bd05 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:28:22.974823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-unplugged", "status": "failed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "code": 422}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:28:22.974823 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c22e6a23-3eb1-49a5-93d9-7fcee243bd05 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:28:22.975365 dv-cinder-796889-1-iscsi neutron-server[93435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'code': 422} returned with failed status Jun 17 17:28:23.085602 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:23.087482 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:23.135967 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=6']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:23.139013 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:23.512346 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc51ef5-8599-46c4-85f7-0c0b6b3f2da0 req-24140acc-bdfa-4159-90c4-937f5be22c63 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:23.513825 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4fc51ef5-8599-46c4-85f7-0c0b6b3f2da0 req-24140acc-bdfa-4159-90c4-937f5be22c63 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0667472 Jun 17 17:28:23.552940 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4fc51ef5-8599-46c4-85f7-0c0b6b3f2da0 req-0dea9123-551b-459a-a8ed-595bc21c577a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317168 Jun 17 17:28:24.723268 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64a80e-e6be-49ae-8900-a318dbbe1ae6 req-47946d14-d51a-4812-b839-4394829345bc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:24.724753 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d64a80e-e6be-49ae-8900-a318dbbe1ae6 req-47946d14-d51a-4812-b839-4394829345bc tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0624259 Jun 17 17:28:24.765976 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d64a80e-e6be-49ae-8900-a318dbbe1ae6 req-f27d3d50-9dfd-41aa-ab86-1c35ea675c78 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355308 Jun 17 17:28:25.940125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2d54-6af3-4a51-bf4b-d1b0126c8120 req-e6394b60-574e-477f-8e41-91f377c02456 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:25.941636 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f2ae2d54-6af3-4a51-bf4b-d1b0126c8120 req-e6394b60-574e-477f-8e41-91f377c02456 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0644307 Jun 17 17:28:25.981367 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f2ae2d54-6af3-4a51-bf4b-d1b0126c8120 req-79dd3e28-df4d-4150-b40b-8c6c1fe2fe35 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339007 Jun 17 17:28:27.158484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b2bb2-b3ba-4a64-8d1b-3149156f9501 req-4f5ca936-a420-476b-a805-358104694db8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.159865 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c04b2bb2-b3ba-4a64-8d1b-3149156f9501 req-4f5ca936-a420-476b-a805-358104694db8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0620389 Jun 17 17:28:27.196826 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c04b2bb2-b3ba-4a64-8d1b-3149156f9501 req-95467fdc-d72b-438d-85dd-76f0888402ba tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303950 Jun 17 17:28:27.372512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15598e-5c26-41af-9272-e39174883239 req-d11078c0-5eac-436d-b756-a6f5bb336b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.374105 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-d11078c0-5eac-436d-b756-a6f5bb336b8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3&tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c HTTP/1.1" status: 200 len: 1096 time: 0.0918717 Jun 17 17:28:27.463873 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15598e-5c26-41af-9272-e39174883239 req-357f21c7-df9f-461d-9ec8-bf90c28dc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.465509 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-357f21c7-df9f-461d-9ec8-bf90c28dc43f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1096 time: 0.0553286 Jun 17 17:28:27.562110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15598e-5c26-41af-9272-e39174883239 req-1be48dda-23b7-4dd1-9456-78340b946cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.566811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-1be48dda-23b7-4dd1-9456-78340b946cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.0908070 Jun 17 17:28:27.626349 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-b27ef44c-c9b2-44cc-8faf-4a1ad37b683b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 999 time: 0.0558336 Jun 17 17:28:27.680882 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15598e-5c26-41af-9272-e39174883239 req-82cb0ef6-e00b-4404-9388-bea34ef1daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.682380 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-82cb0ef6-e00b-4404-9388-bea34ef1daba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.0497510 Jun 17 17:28:27.739020 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15598e-5c26-41af-9272-e39174883239 req-3332c270-1c44-475b-b72b-bec6dc62248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:27.741114 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-3332c270-1c44-475b-b72b-bec6dc62248c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511823 Jun 17 17:28:27.829047 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-9220c58c-7ec3-41d4-9fe6-039734012779 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Jun 17 17:28:27.918864 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-66d9e1c4-5dcb-4a87-b47e-065281032670 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 Jun 17 17:28:28.369308 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dc393-e1e2-4170-853c-69d6059c4630 req-7be13f16-ecdb-4280-a54a-3b8782a1d71e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:28.370772 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c28dc393-e1e2-4170-853c-69d6059c4630 req-7be13f16-ecdb-4280-a54a-3b8782a1d71e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0623338 Jun 17 17:28:28.410149 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c28dc393-e1e2-4170-853c-69d6059c4630 req-761ad565-5466-4a81-a576-9a80470b4e54 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337627 Jun 17 17:28:29.587335 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06159a0-b37e-4bc7-a21e-550cd9175a08 req-c099496b-0090-4db3-a0e3-2ec159ba00f1 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:29.588751 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b06159a0-b37e-4bc7-a21e-550cd9175a08 req-c099496b-0090-4db3-a0e3-2ec159ba00f1 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0680552 Jun 17 17:28:29.625278 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b06159a0-b37e-4bc7-a21e-550cd9175a08 req-cc878856-a7a5-4f03-a469-8bf893fa1cc8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309680 Jun 17 17:28:30.802747 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6adaf4-7f03-4a1a-86a8-d3cc180fe805 req-95ef0d77-c326-4b36-8125-7e96f936acea tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:30.804825 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb6adaf4-7f03-4a1a-86a8-d3cc180fe805 req-95ef0d77-c326-4b36-8125-7e96f936acea tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0633867 Jun 17 17:28:30.809608 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:28:30.842519 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb6adaf4-7f03-4a1a-86a8-d3cc180fe805 req-69b3eac6-caed-44ed-b332-2bd221d53a54 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319369 Jun 17 17:28:31.046639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab24f4-5217-482f-b634-b2e49e6bf7ad req-c9c125f4-7f83-476e-b8cb-b0eb5b1469d5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:31.048268 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ab24f4-5217-482f-b634-b2e49e6bf7ad req-c9c125f4-7f83-476e-b8cb-b0eb5b1469d5 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.0682442 Jun 17 17:28:31.089346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ab24f4-5217-482f-b634-b2e49e6bf7ad req-4bf2f03e-84de-42b2-9bc7-e169d6781b06 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347235 Jun 17 17:28:32.012693 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326093f-c849-436d-8207-42e2e1edda48 req-54eb170c-a257-4105-b226-d1c4bed7db0a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:32.014102 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1326093f-c849-436d-8207-42e2e1edda48 req-54eb170c-a257-4105-b226-d1c4bed7db0a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0631590 Jun 17 17:28:32.051538 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1326093f-c849-436d-8207-42e2e1edda48 req-a16a080a-23c5-4113-a4b2-3934aff8f560 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317557 Jun 17 17:28:32.265076 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0ffe-4551-41f7-945a-685b8726e0f1 req-14c8e2e5-e8b5-491f-bf92-08f71557bc0c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:32.266700 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9aa0ffe-4551-41f7-945a-685b8726e0f1 req-14c8e2e5-e8b5-491f-bf92-08f71557bc0c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.0641489 Jun 17 17:28:32.304809 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9aa0ffe-4551-41f7-945a-685b8726e0f1 req-7cc8c9c9-07c5-43f0-94ad-9cac97a59186 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups?id=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Jun 17 17:28:32.764287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-2aa73bd3-acd2-46dc-809d-74de81a59712 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:32.765708 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-2aa73bd3-acd2-46dc-809d-74de81a59712 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 945 time: 0.0650079 Jun 17 17:28:32.871056 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Deleting port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:32.871401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:32.963522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] For port acc299f0-37e6-4298-bdf4-d4b7a1a6a101, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:32.963884 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:33.129321 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:33.130040 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:33.130040 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Floating IP 55491881-2c91-4885-b7dd-4a3f271ebe11 disassociated. External IP: 172.27.0.183, port: acc299f0-37e6-4298-bdf4-d4b7a1a6a101. Jun 17 17:28:33.130316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Calling delete_port for acc299f0-37e6-4298-bdf4-d4b7a1a6a101 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:33.264119 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d1f1-77bb-445d-b554-77707a478633 req-a9ab95fd-c774-477e-8d48-6b34bb280da9 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:33.265578 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d459d1f1-77bb-445d-b554-77707a478633 req-a9ab95fd-c774-477e-8d48-6b34bb280da9 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0916202 Jun 17 17:28:33.332538 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d459d1f1-77bb-445d-b554-77707a478633 req-9d08d09e-86d4-436e-aa66-e471956489f8 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486202 Jun 17 17:28:33.410316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:33.414421 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ae704ee2-72ba-4f85-8d7c-a78fea60d2d8 tempest-VolumesSnapshotTestJSON-893270866 tempest-VolumesSnapshotTestJSON-893270866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:33.445881 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'Port': ['ID=acc299f0-37e6-4298-bdf4-d4b7a1a6a101,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:33.462250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:33.539568 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7f4e3f68-52b3-4638-940b-5d947ac1f375 req-3e1e96e7-0bf8-4982-87d4-6674f1a13150 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0393710 Jun 17 17:28:33.586116 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:28:33.963571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:28:33.973069 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:28:33.983721 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:33.984372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:28:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:34.009143 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] No DVR routers for this DVR port acc299f0-37e6-4298-bdf4-d4b7a1a6a101 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:34.011703 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:34.013728 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f1dd021-8e24-497c-b088-4f5b9a25cedd req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.45 "DELETE /v2.0/ports/acc299f0-37e6-4298-bdf4-d4b7a1a6a101 HTTP/1.1" status: 204 len: 173 time: 1.2410007 Jun 17 17:28:34.014217 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'name': 'network-vif-deleted', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:28:34.016596 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05245231-6f69-4066-9f52-fe66ffd72a78" -d '{"events": [{"server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "name": "network-vif-deleted", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:28:34.066065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d853320-43c4-4b66-b333-a6fcaa475af8 x-openstack-request-id: req-7d853320-43c4-4b66-b333-a6fcaa475af8 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:28:34.066065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb3dc7-5fd7-44be-8571-e9f23641190c", "name": "network-vif-deleted", "tag": "acc299f0-37e6-4298-bdf4-d4b7a1a6a101", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:28:34.066065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d853320-43c4-4b66-b333-a6fcaa475af8 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:28:34.066065 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eb3dc7-5fd7-44be-8571-e9f23641190c', 'name': 'network-vif-deleted', 'tag': 'acc299f0-37e6-4298-bdf4-d4b7a1a6a101', 'status': 'completed', 'code': 200} Jun 17 17:28:34.095189 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:34.287776 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:34.317369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:28:34.326549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:34.327170 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:28:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:34.435569 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:34.647808 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:34.666689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08706a4b-0eaf-471f-9210-7260311f5dc8 req-529ad314-0b49-4f5a-98b7-cf3ea06481ad tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:34.668914 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08706a4b-0eaf-471f-9210-7260311f5dc8 req-529ad314-0b49-4f5a-98b7-cf3ea06481ad tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 943 time: 0.0691228 Jun 17 17:28:34.676209 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50243-4b86-450a-b4d0-9ac890d3cd44 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:22:24Z', 'revision_number': 4, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905', 'name': '', 'network_id': 'a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'mac_address': 'fa:16:3e:d8:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:22Z', 'updated_at': '2021-06-17T17:22:34Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'subnets': [{'id': '408412d9-86c0-49f8-ab29-950c4a23e5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:28:34.739932 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-930d8be3-6416-4fe5-8804-da2477affac1 req-4e3b99fa-5adb-4f3f-8373-1710aee985ae tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/ports?device_id=34eb3dc7-5fd7-44be-8571-e9f23641190c HTTP/1.1" status: 200 len: 210 time: 0.0407994 Jun 17 17:28:34.743246 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08706a4b-0eaf-471f-9210-7260311f5dc8 req-d90e28dc-dc20-4c82-9075-0395881218f9 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675831 Jun 17 17:28:34.855482 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:28:34.913737 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fe4c9-3902-4c52-bee2-7ccd100c86bc None None] New status for floating IP 55491881-2c91-4885-b7dd-4a3f271ebe11: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:28:34.931190 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:34.960878 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:34.971326 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'port_id': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'mac_address': 'fa:16:3e:00:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:28:35.010638 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:35.025738 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd995c-a9ed-45d2-ba69-b597832fa1e9 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:28:35.047446 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:35.136151 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:35.137963 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:35.184498 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=7']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:35.187291 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:35.344359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['b9bd995c-a9ed-45d2-ba69-b597832fa1e9'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:28:35.917412 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d399bc-ba34-4b25-a1e1-022a445b5556 req-151efe87-abd8-4fab-940c-cbd6fc428495 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:35.918804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1d399bc-ba34-4b25-a1e1-022a445b5556 req-151efe87-abd8-4fab-940c-cbd6fc428495 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 944 time: 0.0630898 Jun 17 17:28:35.930461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45398) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:35.991291 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1d399bc-ba34-4b25-a1e1-022a445b5556 req-0968c6f5-d78e-49c5-b7c7-7308675202eb tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666866 Jun 17 17:28:36.012495 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.037285 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.187297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.189956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.191090 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "DELETE /v2.0/security-groups/de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb HTTP/1.1" status: 204 len: 168 time: 0.2592430 Jun 17 17:28:36.191995 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9af17273-1edd-4c5a-8322-4bf28f1823d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:36.193820 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45400) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:36.200919 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:36.203208 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:36.211683 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.api.v2.resource [None req-89daaafe-e6f5-455e-b1bc-b878f5b30962 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] show failed (client error): The resource could not be found. Jun 17 17:28:36.212757 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-89daaafe-e6f5-455e-b1bc-b878f5b30962 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "GET /v2.0/security-groups/de3d5dd6-ad0c-4433-8a7b-05fe7bcf6aeb HTTP/1.1" status: 404 len: 347 time: 0.0179858 Jun 17 17:28:36.215629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45402) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:36.338574 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Deleting port b5ba0f77-abd0-4cab-b931-6806581fe095 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:36.338935 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.413098 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.413425 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.474188 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Calling delete_port for b5ba0f77-abd0-4cab-b931-6806581fe095 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:36.684565 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.686573 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:36.708277 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Pushing event deleted for resources: {'Port': ['ID=b5ba0f77-abd0-4cab-b931-6806581fe095,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:36.711047 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:36.776208 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.778678 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.779832 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] 10.222.0.10 "DELETE /v2.0/floatingips/55491881-2c91-4885-b7dd-4a3f271ebe11 HTTP/1.1" status: 204 len: 168 time: 0.5632515 Jun 17 17:28:36.871861 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:28:36.921807 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:28:36.922181 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.996820 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:37.025311 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:28:37.025311 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df7b56-6e38-4b77-b99a-6b06be7dd6ff" -d '{"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:28:37.037284 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:37.066341 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5518e47-25c0-44b9-8c88-599b3e34dc56 x-openstack-request-id: req-c5518e47-25c0-44b9-8c88-599b3e34dc56 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:28:37.066647 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:28:37.067056 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5518e47-25c0-44b9-8c88-599b3e34dc56 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:28:37.067466 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'code': 200} Jun 17 17:28:37.119281 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:37.120102 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device acc299f0-37e6-4298-bdf4-d4b7a1a6a101 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:37.122680 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:37.158715 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: acc299f0-37e6-4298-bdf4-d4b7a1a6a101 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:37.159073 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device acc299f0-37e6-4298-bdf4-d4b7a1a6a101 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:37.184513 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd5e8-6f8b-4f1f-b9d4-5aba1c4f79eb req-b5a0fe9c-b7cf-4c8a-9f97-ada47af40b83 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:37.186150 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30ffd5e8-6f8b-4f1f-b9d4-5aba1c4f79eb req-b5a0fe9c-b7cf-4c8a-9f97-ada47af40b83 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0732403 Jun 17 17:28:37.187324 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=8']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:37.190341 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:37.223829 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30ffd5e8-6f8b-4f1f-b9d4-5aba1c4f79eb req-6e2b2045-6da6-491b-91f5-c937105a8064 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312951 Jun 17 17:28:37.371284 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dbf4d-0027-4543-b4c0-b63751dee0b8 req-7eba8399-8ff1-4fb0-90fd-f4c4ed15589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:37.372809 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea0dbf4d-0027-4543-b4c0-b63751dee0b8 req-7eba8399-8ff1-4fb0-90fd-f4c4ed15589a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0511253 Jun 17 17:28:37.405403 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea0dbf4d-0027-4543-b4c0-b63751dee0b8 req-5e98eeb9-38f6-4668-8bbe-5ed41cfd0451 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0259986 Jun 17 17:28:38.409542 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28975bf-5b18-4fba-9933-4d8ed28e7cee req-fddf6c6a-440b-4d03-b98d-246ae0a11d8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:38.411000 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a28975bf-5b18-4fba-9933-4d8ed28e7cee req-fddf6c6a-440b-4d03-b98d-246ae0a11d8e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0652642 Jun 17 17:28:38.449946 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a28975bf-5b18-4fba-9933-4d8ed28e7cee req-9536ec13-415b-4664-8bd0-16691c8dc276 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327685 Jun 17 17:28:40.899893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45446) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:41.376012 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:41.619000 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Deleting port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:41.619251 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:41.696538 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] For port bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:41.696879 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:41.761713 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Calling delete_port for bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:42.021567 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.023706 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-86c96555-08f3-46ca-be78-cac7397aaabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:42.047205 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:42.050338 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:42.210798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.433765 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Router 6bff1e5b-568e-409d-a448-eaa4116c63bc has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:28:42.543250 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:28:42.548580 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] 10.222.0.10 "PUT /v2.0/routers/6bff1e5b-568e-409d-a448-eaa4116c63bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6476150 Jun 17 17:28:42.551245 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45454) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:42.616688 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Sync routers for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:28:42.631405 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:42.632092 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:28:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:42.654060 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.713719 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2e8618de-2a01-44ce-a917-a7547229a438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.741699 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:42.759079 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.890709 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Deleting port 3341bd78-906a-4739-b072-8be697e494c8 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:42.890955 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:42.918622 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '3341bd78-906a-4739-b072-8be697e494c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:28:41Z', 'revision_number': 5, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port': {'id': '3341bd78-906a-4739-b072-8be697e494c8', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:22:18Z', 'updated_at': '2021-06-17T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:42.943993 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Checking router: 6bff1e5b-568e-409d-a448-eaa4116c63bc for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:28:42.952375 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Routers {'6bff1e5b-568e-409d-a448-eaa4116c63bc'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:28:42.952994 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:28:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['6bff1e5b-568e-409d-a448-eaa4116c63bc'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:42.973260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] For port 3341bd78-906a-4739-b072-8be697e494c8, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=3341bd78-906a-4739-b072-8be697e494c8,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:42.973260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.046984 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] Set router 6bff1e5b-568e-409d-a448-eaa4116c63bc gateway port host: None {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:28:43.052548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Calling delete_port for 3341bd78-906a-4739-b072-8be697e494c8 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:43.102822 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:28:42Z', 'revision_number': 6, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port_host': None}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:43.132744 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e79c5-2f17-4faf-8f87-70bd47fe4c86 None None] The sync data for ids ['6bff1e5b-568e-409d-a448-eaa4116c63bc'] in dv-cinder-796889-1-iscsi is: [{'id': '6bff1e5b-568e-409d-a448-eaa4116c63bc', 'name': 'tempest-AttachVolumeTestJSON-2103920039-router', 'tenant_id': 'dc7829d0d81d45c28c8d77ab19057944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:22:17Z', 'updated_at': '2021-06-17T17:28:42Z', 'revision_number': 6, 'project_id': 'dc7829d0d81d45c28c8d77ab19057944', 'gw_port_host': None}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:28:43.328503 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.344182 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3ef395d4-ac72-46b8-8184-51f37ee25bc9 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:43.363769 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3341bd78-906a-4739-b072-8be697e494c8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:43.367245 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:43.424110 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.515103 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.517404 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.633403 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.633913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bff1e5b-568e-409d-a448-eaa4116c63bc {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:28:43.638513 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.639735 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] 10.222.0.10 "DELETE /v2.0/routers/6bff1e5b-568e-409d-a448-eaa4116c63bc HTTP/1.1" status: 204 len: 168 time: 1.0875516 Jun 17 17:28:43.642195 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45458) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:43.685526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Deleting subnet 408412d9-86c0-49f8-ab29-950c4a23e5fa {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:43.688459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:43.721203 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.039485 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.041117 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:44.062004 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:44.062350 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device bb1cddd8-c3c3-47f1-81ca-6bc7e18d4905 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:44.062782 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 3341bd78-906a-4739-b072-8be697e494c8 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:44.085487 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 3341bd78-906a-4739-b072-8be697e494c8 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:44.085838 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 3341bd78-906a-4739-b072-8be697e494c8 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:44.170729 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.173216 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:44.198920 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408412d9-86c0-49f8-ab29-950c4a23e5fa,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:44.200849 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.202697 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/408412d9-86c0-49f8-ab29-950c4a23e5fa HTTP/1.1" status: 204 len: 168 time: 0.5595629 Jun 17 17:28:44.203645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a9623bc4-1fae-4203-9832-7d941e98b39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:44.205151 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45460) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:44.206261 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f79fa5-4c95-4860-b5c0-bd781df262ee None None] Network a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:44.274746 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.326622 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Deleting port 64041c28-42cb-4586-9973-4e5f3e7d2644 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:44.327068 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.384213 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] DHCP port deletion for a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:28:44.397442 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] For port 64041c28-42cb-4586-9973-4e5f3e7d2644, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=64041c28-42cb-4586-9973-4e5f3e7d2644,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:44.397875 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.437570 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Deleting port 64041c28-42cb-4586-9973-4e5f3e7d2644 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:28:44.437861 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.460706 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Calling delete_port for 64041c28-42cb-4586-9973-4e5f3e7d2644 owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:44.507500 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] For port 64041c28-42cb-4586-9973-4e5f3e7d2644, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=64041c28-42cb-4586-9973-4e5f3e7d2644,segment=NetworkSegment(6dea1a67-5946-4e5c-ae4c-f092c104f6eb),segment_id=6dea1a67-5946-4e5c-ae4c-f092c104f6eb)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:44.507894 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.573705 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Calling delete_port for 64041c28-42cb-4586-9973-4e5f3e7d2644 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:28:44.604745 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.607934 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-20c5a921-c69b-4978-b00e-662fd700f465 tempest-ServerRescueNegativeTestJSON-1343393443 tempest-ServerRescueNegativeTestJSON-1343393443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:44.631199 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Pushing event deleted for resources: {'Port': ['ID=64041c28-42cb-4586-9973-4e5f3e7d2644,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:44.634867 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:44.635739 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] No DVR routers for this DVR port 64041c28-42cb-4586-9973-4e5f3e7d2644 on host dv-cinder-796889-1-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:44.653728 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.655668 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:44.680779 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Pushing event deleted for resources: {'Port': ['ID=64041c28-42cb-4586-9973-4e5f3e7d2644,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:44.683349 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:44.690929 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] No DVR routers for this DVR port 64041c28-42cb-4586-9973-4e5f3e7d2644 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:28:44.712308 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.722668 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:44.733587 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dea1a67-5946-4e5c-ae4c-f092c104f6eb') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:44.733888 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dea1a67-5946-4e5c-ae4c-f092c104f6eb') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:44.743676 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.758381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.765655 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:44.766064 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:44.767821 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:44.878920 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.884548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:44.886428 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f HTTP/1.1" status: 204 len: 168 time: 0.6803803 Jun 17 17:28:44.887246 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-80463719-a2d5-4656-a8de-dc0e08d27afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:44.900052 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cbcf66-dfe3-4232-9cea-4ef07dad0b7f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:44.902584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0aef7bc2-6ec6-477b-8a2b-8a179c238904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:45.130722 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-66a7a982-c03c-48c2-b6ea-5ba7a09ef2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.181868 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.266625 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45470) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:45.306883 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e362bf6d-b62d-4ae2-b866-d246493be0a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc7829d0d81d45c28c8d77ab19057944&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389633 Jun 17 17:28:45.309289 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45472) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:45.362744 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.386671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.499849 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.502537 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:45.503694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90291209-fafe-4a3e-9f85-cd3b6340806d HTTP/1.1" status: 204 len: 168 time: 0.1934998 Jun 17 17:28:45.508946 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1aef3564-c87a-4e4c-9645-f1aa7ef247f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:45.511947 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90291209-fafe-4a3e-9f85-cd3b6340806d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:45.519095 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.519475 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.519848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.520237 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.520594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.520977 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.521332 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.521684 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.522044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.522400 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.522748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.523098 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:45.531261 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:46.042494 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 64041c28-42cb-4586-9973-4e5f3e7d2644 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:28:46.063309 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 64041c28-42cb-4586-9973-4e5f3e7d2644 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:28:46.063672 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 64041c28-42cb-4586-9973-4e5f3e7d2644 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:28:46.730055 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.446885 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45534) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:47.548887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.637690 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.728358 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.730936 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5092e8a1-b73c-4069-bf9f-803e04a3a34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:47.770413 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac18886914894ae09ec0f977e1f11940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223643 Jun 17 17:28:47.771677 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca92aa1-bfd0-4e20-a790-c97f554e99f2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:47.773441 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45548) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:47.774804 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:47.827262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.861270 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:47.990618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0696c11-f932-45a9-938b-8d35501353f3 req-bb9b88b4-0729-4515-b007-2dd876b7ae7c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:47.992093 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0696c11-f932-45a9-938b-8d35501353f3 req-bb9b88b4-0729-4515-b007-2dd876b7ae7c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Jun 17 17:28:48.029815 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0696c11-f932-45a9-938b-8d35501353f3 req-4c54790a-e6b5-468e-97aa-55cccfb427aa tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Jun 17 17:28:48.033319 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:48.035942 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:48.037232 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ca92aa1-bfd0-4e20-a790-c97f554e99f2 HTTP/1.1" status: 204 len: 168 time: 0.2620978 Jun 17 17:28:48.038958 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0c6755b0-e289-471f-883f-26852aef371b tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:48.048166 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca92aa1-bfd0-4e20-a790-c97f554e99f2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:48.059007 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:48.118891 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:48.980357 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45572) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:49.073008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625323982-network', 'tenant_id': '476112bf86464638a53611092df52605'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:28:49.152867 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Made reservation on behalf of 476112bf86464638a53611092df52605 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:28:49.155416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.164868 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.213050 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119c70-73fa-4c41-b494-a695c1c0cf0e req-43908a71-52ef-4ffb-96f9-cd2b3d1ac074 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:49.214546 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-46119c70-73fa-4c41-b494-a695c1c0cf0e req-43908a71-52ef-4ffb-96f9-cd2b3d1ac074 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0653565 Jun 17 17:28:49.251765 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.253660 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-46119c70-73fa-4c41-b494-a695c1c0cf0e req-a4ce6764-2c85-40ed-be48-de9c2fb4c522 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Jun 17 17:28:49.339728 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.343014 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-772a6824-5f91-4327-af48-f6b5c9554a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:49.365283 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:28:49.374886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de516cef-9116-4710-9c0b-cd1bd747163b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:49.378995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:49.380112 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.380521 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Added segment 85af103e-b36c-451a-a60c-0362ad281d8f of type vlan for network 024a6557-410c-40fd-adb4-3408304b634e Jun 17 17:28:49.419466 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.522224 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.524098 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:49.524716 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.526885 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7b1f7bd4-d5a1-4a78-bbc4-99cea4036b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:49.584777 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Pushing event updated for resources: {'Network': ['ID=024a6557-410c-40fd-adb4-3408304b634e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:49.587939 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:49.594769 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 024a6557-410c-40fd-adb4-3408304b634e details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:28:49.627972 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6464593 Jun 17 17:28:49.630745 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45578) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:49.635699 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Request body: {'subnet': {'network_id': '024a6557-410c-40fd-adb4-3408304b634e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625323982-subnet', 'tenant_id': '476112bf86464638a53611092df52605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:28:49.735458 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Made reservation on behalf of 476112bf86464638a53611092df52605 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:28:49.737807 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.985337 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:49.993455 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a906ed23-7c39-47a3-b395-89224f0c28bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:50.038883 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Pushing event updated for resources: {'Subnet': ['ID=202d53d7-5c8d-4790-b697-93e0aad7c7e9,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:50.042821 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:50.049800 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Checking segment: {'id': '85af103e-b36c-451a-a60c-0362ad281d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '024a6557-410c-40fd-adb4-3408304b634e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:28:50.050158 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Network hostable DHCP agents. Network: 024a6557-410c-40fd-adb4-3408304b634e, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:28:50.130132 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Network 024a6557-410c-40fd-adb4-3408304b634e is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:28:50.209890 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 024a6557-410c-40fd-adb4-3408304b634e) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:28:50.213994 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:50.214693 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:50.218793 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd784c-6f1f-43df-9011-cab15eb21cac None None] Network 024a6557-410c-40fd-adb4-3408304b634e requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:50.311712 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-489d98b8-08b7-49d1-8229-7c1d46c0326d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6798997 Jun 17 17:28:50.343883 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c1353-ce04-4888-af2a-7ada8335dc21 None None] Network 024a6557-410c-40fd-adb4-3408304b634e requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:50.447416 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d484281-d07d-4bf3-ba88-7568c488c1e8 req-1e04d0ba-286f-45e9-a15a-58e6a2e52379 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:50.448859 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d484281-d07d-4bf3-ba88-7568c488c1e8 req-1e04d0ba-286f-45e9-a15a-58e6a2e52379 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0716767 Jun 17 17:28:50.490260 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d484281-d07d-4bf3-ba88-7568c488c1e8 req-1f995169-a4c6-4c1c-8673-68491cd7ca45 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347528 Jun 17 17:28:51.043327 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45596) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:51.048719 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773740391-network', 'tenant_id': 'b83e42e44d0d4d52a9d76b9826e29100'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:28:51.134018 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Made reservation on behalf of b83e42e44d0d4d52a9d76b9826e29100 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:28:51.136479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.146082 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.230522 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.329809 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.332963 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6ce42c9a-2da2-4bbb-86e0-d01addbaa4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:51.358843 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:28:51.368090 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6278af90-b8bf-43a0-bbc9-a663b80072d4,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:51.371702 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:51.374656 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.375506 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Added segment 7d725723-dfe1-41db-8ef7-26b9a00ed1a5 of type vlan for network 4edc2a2c-55b6-40aa-87b3-59728e75f775 Jun 17 17:28:51.413944 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.507303 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.508286 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:51.508871 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.510940 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:51.567424 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Pushing event updated for resources: {'Network': ['ID=4edc2a2c-55b6-40aa-87b3-59728e75f775,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:51.573381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:51.578086 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 4edc2a2c-55b6-40aa-87b3-59728e75f775 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:28:51.622834 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5780325 Jun 17 17:28:51.625458 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45600) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:51.630548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Request body: {'subnet': {'network_id': '4edc2a2c-55b6-40aa-87b3-59728e75f775', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773740391-subnet', 'tenant_id': 'b83e42e44d0d4d52a9d76b9826e29100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:28:51.671078 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b34cb-e8a2-45bb-af0f-36a98d8ce056 req-4a960122-d8ac-41b2-a71f-7c1187854114 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:51.672548 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c80b34cb-e8a2-45bb-af0f-36a98d8ce056 req-4a960122-d8ac-41b2-a71f-7c1187854114 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0657852 Jun 17 17:28:51.713143 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Made reservation on behalf of b83e42e44d0d4d52a9d76b9826e29100 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:28:51.714230 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c80b34cb-e8a2-45bb-af0f-36a98d8ce056 req-19b54bd5-3041-4c97-86f9-e7d7d2fb2198 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Jun 17 17:28:51.715558 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.953075 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:51.955304 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:52.010982 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a272da80-accb-4429-b04e-a23ff49301d6,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:52.013584 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:52.022341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Checking segment: {'id': '7d725723-dfe1-41db-8ef7-26b9a00ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4edc2a2c-55b6-40aa-87b3-59728e75f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:28:52.023194 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Network hostable DHCP agents. Network: 4edc2a2c-55b6-40aa-87b3-59728e75f775, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:28:52.095835 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Network 4edc2a2c-55b6-40aa-87b3-59728e75f775 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:28:52.175695 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 4edc2a2c-55b6-40aa-87b3-59728e75f775) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:28:52.179863 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:52.180551 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.185371 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d4e38-5d28-43f3-a0a0-e418d2c3bec9 None None] Network 4edc2a2c-55b6-40aa-87b3-59728e75f775 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:52.268013 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e8243026-843a-4ab3-a430-a91bdb7a3bc3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6412387 Jun 17 17:28:52.308743 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27204bb1-0aee-4f49-a19e-4495b6b19213 None None] Network 4edc2a2c-55b6-40aa-87b3-59728e75f775 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:28:52.376922 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45604) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:52.423388 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Deleting subnet 202d53d7-5c8d-4790-b697-93e0aad7c7e9 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:52.426721 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.461000 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.498398 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.637133 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.639524 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-739b6481-0d26-47c9-b68d-68ecba1c153f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:52.662912 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202d53d7-5c8d-4790-b697-93e0aad7c7e9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:52.666426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:52.667620 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.669231 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/202d53d7-5c8d-4790-b697-93e0aad7c7e9 HTTP/1.1" status: 204 len: 168 time: 0.2913389 Jun 17 17:28:52.671637 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45606) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:52.736915 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.817409 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.827290 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024a6557-410c-40fd-adb4-3408304b634e']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:52.837262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85af103e-b36c-451a-a60c-0362ad281d8f') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:52.837560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85af103e-b36c-451a-a60c-0362ad281d8f') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:52.846461 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13002861'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.860648 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.867126 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:52.867517 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12954095'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: Traceback (most recent call last): Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: timer() Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: cb(*args, **kw) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: return func(*args, **kwargs) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: self._notify() Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: self.callback(batched_events) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: event.method(event) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: return f(self, *a, **k) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._get(url).json() Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:52.869190 dv-cinder-796889-1-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:52.896402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0eea3-5b96-4914-acb8-1f55e997594e req-3b08cfdc-0228-41cf-b75d-934ad9118c53 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:52.897903 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ab0eea3-5b96-4914-acb8-1f55e997594e req-3b08cfdc-0228-41cf-b75d-934ad9118c53 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0678332 Jun 17 17:28:52.937812 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ab0eea3-5b96-4914-acb8-1f55e997594e req-1fbc5e86-65ed-4e54-acb2-4e2207c3f947 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Jun 17 17:28:53.021362 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.024750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-50ecf525-1a36-4be1-98ef-c7e9b27f4a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:53.027331 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.029182 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] 10.222.0.10 "DELETE /v2.0/networks/024a6557-410c-40fd-adb4-3408304b634e HTTP/1.1" status: 204 len: 168 time: 0.3565814 Jun 17 17:28:53.032029 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45610) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:53.040746 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=024a6557-410c-40fd-adb4-3408304b634e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:53.043084 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a4b1d086-abf8-4326-b246-a36c39d0d8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:53.078888 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Deleting subnet a272da80-accb-4429-b04e-a23ff49301d6 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:28:53.082127 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.116025 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.155339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.289769 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.292201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-638ea7c3-314e-4a2f-83d2-a2597c740a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:53.318197 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a272da80-accb-4429-b04e-a23ff49301d6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:53.320798 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.324253 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a272da80-accb-4429-b04e-a23ff49301d6 HTTP/1.1" status: 204 len: 168 time: 0.2895949 Jun 17 17:28:53.324253 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:53.325184 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45612) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:53.394029 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.474640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.484398 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edc2a2c-55b6-40aa-87b3-59728e75f775']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:53.494748 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d725723-dfe1-41db-8ef7-26b9a00ed1a5') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:53.495037 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d725723-dfe1-41db-8ef7-26b9a00ed1a5') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:28:53.503706 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.517652 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.523500 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:28:53.523884 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:28:53.525629 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:28:53.650162 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.654049 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:53.657984 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.666262 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4edc2a2c-55b6-40aa-87b3-59728e75f775 HTTP/1.1" status: 204 len: 168 time: 0.3338683 Jun 17 17:28:53.669898 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edc2a2c-55b6-40aa-87b3-59728e75f775,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:53.672214 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:54.073081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45618) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:54.116111 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-70f2014a-4351-42e5-aca3-bdbf0adcf5be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=476112bf86464638a53611092df52605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393767 Jun 17 17:28:54.116346 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45620) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:54.117942 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1567-d4cc-46aa-b0a5-b0ef3be23409 req-66c8fdb7-c8cb-4e1b-9297-f8bff642486e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:54.119460 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-963b1567-d4cc-46aa-b0a5-b0ef3be23409 req-66c8fdb7-c8cb-4e1b-9297-f8bff642486e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0641363 Jun 17 17:28:54.157805 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-963b1567-d4cc-46aa-b0a5-b0ef3be23409 req-2acafae4-e1ec-4f96-a906-be15f5c312ff tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Jun 17 17:28:54.167165 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:54.191238 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:54.341265 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:54.343866 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:54.345032 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de516cef-9116-4710-9c0b-cd1bd747163b HTTP/1.1" status: 204 len: 168 time: 0.2276645 Jun 17 17:28:54.345924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4bd32041-fc83-4c4b-8698-d2653b52f90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:54.354142 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de516cef-9116-4710-9c0b-cd1bd747163b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:54.356479 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:55.019786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45626) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:55.060171 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e85a6c58-cd58-472e-be89-502cb1cf55b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b83e42e44d0d4d52a9d76b9826e29100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390432 Jun 17 17:28:55.062433 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 45628) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:28:55.113038 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:55.133834 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:55.273396 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:55.275995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:55.279565 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6278af90-b8bf-43a0-bbc9-a663b80072d4 HTTP/1.1" status: 204 len: 168 time: 0.2139401 Jun 17 17:28:55.279565 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2ac96ce7-561a-46ee-823f-3d864aab27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:55.287707 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6278af90-b8bf-43a0-bbc9-a663b80072d4,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:55.300631 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:55.340619 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62605c-2dc8-4b51-adf0-b88b6838eb30 req-4d79985c-8e18-48e2-b3f9-d5fdd9316a10 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:55.342246 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aa62605c-2dc8-4b51-adf0-b88b6838eb30 req-4d79985c-8e18-48e2-b3f9-d5fdd9316a10 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0693853 Jun 17 17:28:55.385115 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aa62605c-2dc8-4b51-adf0-b88b6838eb30 req-342d4f96-38a9-4762-93e9-7e472693e8d2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Jun 17 17:28:56.566030 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72592-db86-45b4-ba5f-9f72e0762daf req-f352beb3-faa8-4a74-a69b-b0e8f3d9ab02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:56.567513 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84b72592-db86-45b4-ba5f-9f72e0762daf req-f352beb3-faa8-4a74-a69b-b0e8f3d9ab02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0652604 Jun 17 17:28:56.606865 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84b72592-db86-45b4-ba5f-9f72e0762daf req-73f0a4ef-9f70-4cf4-b6a4-b788ab3625d8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Jun 17 17:28:57.786548 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939a99-c062-4cae-9646-5537bfa11846 req-9920e0fb-d602-45db-a467-000eb572c599 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:57.788012 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f939a99-c062-4cae-9646-5537bfa11846 req-9920e0fb-d602-45db-a467-000eb572c599 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0631821 Jun 17 17:28:57.833430 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f939a99-c062-4cae-9646-5537bfa11846 req-c1b6cf1b-61c2-445e-a9b2-daa58526bfc1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Jun 17 17:28:58.996518 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:28:59.014239 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04a46f-b7a3-41f4-96e2-04f8d74d1945 req-9180644a-4732-498c-be05-37f290c5e98e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:28:59.015956 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1c04a46f-b7a3-41f4-96e2-04f8d74d1945 req-9180644a-4732-498c-be05-37f290c5e98e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0718389 Jun 17 17:28:59.058229 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1c04a46f-b7a3-41f4-96e2-04f8d74d1945 req-7e0f62fb-73c0-45f4-913d-c5fd8e3f081a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363560 Jun 17 17:28:59.098049 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:59.110858 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '767d959c-d079-4f85-8914-5bd3996af127', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:28:59.150118 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:59.167719 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:28:59.187524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:28:59.267066 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:59.269942 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-b9f9395e-4770-4104-85d5-0eb9a001b291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:28:59.322507 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=6']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:28:59.329739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.330087 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.330431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.330768 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.331105 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.331459 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.331772 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.332130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.332463 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.332791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.333114 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.333436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:28:59.338032 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:59.355573 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['767d959c-d079-4f85-8914-5bd3996af127'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:29:00.250706 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883e988-3933-4538-8c3a-c0bb9b7b5e8f req-bffdc19b-63b3-4aca-a677-4f8a084d88ce tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:00.252109 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4883e988-3933-4538-8c3a-c0bb9b7b5e8f req-bffdc19b-63b3-4aca-a677-4f8a084d88ce tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 944 time: 0.0738447 Jun 17 17:29:00.291108 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4883e988-3933-4538-8c3a-c0bb9b7b5e8f req-1d5bfc88-e2c3-4819-acc3-220fda6e39e5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Jun 17 17:29:01.003940 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:29:01.058428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 767d959c-d079-4f85-8914-5bd3996af127 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:29:01.059072 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:01.143125 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:01.171301 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:29:01.173917 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982eede-7604-4d58-84b0-7815ccd333b3" -d '{"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:29:01.192936 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:01.220117 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d67b6-6bde-4306-93d6-c88e4d937f1b x-openstack-request-id: req-582d67b6-6bde-4306-93d6-c88e4d937f1b {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:29:01.223124 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:29:01.223124 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-582d67b6-6bde-4306-93d6-c88e4d937f1b {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:29:01.223124 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'code': 200} Jun 17 17:29:01.364738 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:01.366667 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:01.423024 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=7']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:01.426376 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:01.506517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66bab-1c82-4b3f-a5cd-418d40886823 req-0f2e3bd9-aa07-4342-ad65-1aa3c2404d41 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:01.508677 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62b66bab-1c82-4b3f-a5cd-418d40886823 req-0f2e3bd9-aa07-4342-ad65-1aa3c2404d41 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0947604 Jun 17 17:29:01.558810 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62b66bab-1c82-4b3f-a5cd-418d40886823 req-c292ad02-ab3f-43f5-b922-b5a64b6d2c2c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Jun 17 17:29:02.772819 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf8bd6-5a91-4c1c-a6a7-d418a2db7301 req-85c490c2-87bc-42f7-a3eb-60b7216b9267 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:02.775147 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cccf8bd6-5a91-4c1c-a6a7-d418a2db7301 req-85c490c2-87bc-42f7-a3eb-60b7216b9267 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0745444 Jun 17 17:29:02.819816 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cccf8bd6-5a91-4c1c-a6a7-d418a2db7301 req-b829935e-1fca-410b-9335-8a04bad10322 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387454 Jun 17 17:29:04.004605 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4adb-c1c4-4ed2-b772-bc16c866fbfa req-bbb76880-b775-4b87-9304-18fc20f740a2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:04.006109 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ceae4adb-c1c4-4ed2-b772-bc16c866fbfa req-bbb76880-b775-4b87-9304-18fc20f740a2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0638256 Jun 17 17:29:04.046482 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ceae4adb-c1c4-4ed2-b772-bc16c866fbfa req-0b39674e-ef8d-4895-af06-5873620835a0 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Jun 17 17:29:04.976951 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:05.277415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1a64-fcdb-4055-8cbf-13db162756d7 req-45c06906-7adb-4419-89a6-f5c18a41084f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:05.278979 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51ab1a64-fcdb-4055-8cbf-13db162756d7 req-45c06906-7adb-4419-89a6-f5c18a41084f tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.1023693 Jun 17 17:29:05.325735 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51ab1a64-fcdb-4055-8cbf-13db162756d7 req-616f4c2f-9593-437b-b903-77aab6b79c9d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 Jun 17 17:29:06.551087 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9401-3a9c-47c3-8927-7bed62852f34 req-78af5dbb-d82c-4228-8bce-d47d57d9adfe tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:06.553536 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21dd9401-3a9c-47c3-8927-7bed62852f34 req-78af5dbb-d82c-4228-8bce-d47d57d9adfe tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0730560 Jun 17 17:29:06.612097 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21dd9401-3a9c-47c3-8927-7bed62852f34 req-d0cc9be5-e791-4b8d-a9eb-f19596e3cf7d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512028 Jun 17 17:29:07.809371 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:29:07.831269 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865387-d5fc-42e7-8267-7d249f4a1087 req-f0d889d5-4dfd-4233-bed0-037a937ce7a1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:07.832840 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a8865387-d5fc-42e7-8267-7d249f4a1087 req-f0d889d5-4dfd-4233-bed0-037a937ce7a1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0733891 Jun 17 17:29:07.874026 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a8865387-d5fc-42e7-8267-7d249f4a1087 req-caa2b163-0347-4233-acad-097b28e6666a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Jun 17 17:29:09.083587 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8932-e2c4-4854-83d9-ceef07a01f5d req-4c1044fc-ffd5-48c7-bdd1-1cd91b9b41d2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:09.085296 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1ac8932-e2c4-4854-83d9-ceef07a01f5d req-4c1044fc-ffd5-48c7-bdd1-1cd91b9b41d2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0754387 Jun 17 17:29:09.131658 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1ac8932-e2c4-4854-83d9-ceef07a01f5d req-080e7dc5-4275-48c3-9c16-c57238429b78 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Jun 17 17:29:10.322005 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bdf66-fdfa-4dcc-b3db-0cc593b703af req-423080eb-b2ea-4fd0-ad05-f1a2d1612fa3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:10.323604 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c7bdf66-fdfa-4dcc-b3db-0cc593b703af req-423080eb-b2ea-4fd0-ad05-f1a2d1612fa3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0701182 Jun 17 17:29:10.366694 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c7bdf66-fdfa-4dcc-b3db-0cc593b703af req-6b11e678-88c5-4aec-b631-08f56a154473 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Jun 17 17:29:11.561831 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c92461-2985-41e1-9e9d-e66f6787f098 req-dc092629-6d7f-487b-af72-0529d57b4b24 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:11.564240 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27c92461-2985-41e1-9e9d-e66f6787f098 req-dc092629-6d7f-487b-af72-0529d57b4b24 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0728905 Jun 17 17:29:11.605483 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27c92461-2985-41e1-9e9d-e66f6787f098 req-9b8e62a8-f2d4-4dc6-8014-46b6874d8ca8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335886 Jun 17 17:29:12.575294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-47eea700-1159-479c-a9f5-241cc39f6b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:12.787663 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9829d-22b2-41ee-8f54-c00c4b33f336 req-1a8d0436-818e-48d2-acc0-91b15d42a98a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:12.789251 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8a9829d-22b2-41ee-8f54-c00c4b33f336 req-1a8d0436-818e-48d2-acc0-91b15d42a98a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0641167 Jun 17 17:29:12.828866 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8a9829d-22b2-41ee-8f54-c00c4b33f336 req-25eec5c8-8481-4fec-a9ad-871ba1bd5d0d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Jun 17 17:29:13.111595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-817e9bdf-f763-42a2-8eeb-8670bd44f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:13.113154 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-817e9bdf-f763-42a2-8eeb-8670bd44f60b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1098 time: 0.0600235 Jun 17 17:29:13.203137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-ac5a48ca-cd93-4d79-a0ce-8ff3bb50279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:13.204622 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-ac5a48ca-cd93-4d79-a0ce-8ff3bb50279e service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.0851200 Jun 17 17:29:13.274263 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-d74462fd-36cb-456c-9b37-7e523e37dcd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 200 len: 1001 time: 0.0627518 Jun 17 17:29:13.324990 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-a390a9c9-5e56-4549-bc53-e52cab03d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:13.326619 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-a390a9c9-5e56-4549-bc53-e52cab03d9be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0460310 Jun 17 17:29:13.385224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-c1c58bf6-bedf-4dd9-8072-96219201d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:13.386686 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-c1c58bf6-bedf-4dd9-8072-96219201d394 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541291 Jun 17 17:29:13.483561 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-aa096c9e-fe23-4fb7-8702-16e6bb202e0a service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894549 Jun 17 17:29:13.571983 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfdcc960-0d1d-460a-9f2a-f5a98613ee67 req-c0fc5e6a-5886-46b1-ac70-a93a83d16a91 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821269 Jun 17 17:29:14.013234 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7bf05-0f04-4dc4-b937-70885a97e16b req-159a9d90-aa59-4df5-bb64-197cc9c85cea tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:14.014697 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40e7bf05-0f04-4dc4-b937-70885a97e16b req-159a9d90-aa59-4df5-bb64-197cc9c85cea tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0701253 Jun 17 17:29:14.053619 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40e7bf05-0f04-4dc4-b937-70885a97e16b req-eef8e62a-d6d7-4c69-8859-053272ead144 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jun 17 17:29:15.042205 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:29:15.126075 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:15.151004 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:29:15.153335 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ce14ed-2f7e-4614-a3f4-d13b04413de6" -d '{"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-unplugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:29:15.166941 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:15.169639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a7961ddd-4b7b-45d2-b71e-76eb6cc1114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:15.195921 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88079b6-fdea-4195-be43-f37c665c01f8 x-openstack-request-id: req-a88079b6-fdea-4195-be43-f37c665c01f8 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:29:15.196266 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-unplugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:29:15.196529 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a88079b6-fdea-4195-be43-f37c665c01f8 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:29:15.196936 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'code': 200} Jun 17 17:29:15.215545 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:15.241747 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa663-1676-4186-9857-7890a426679f req-f92888d8-456d-4e16-a007-e6846b1b11eb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:15.243780 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b82aa663-1676-4186-9857-7890a426679f req-f92888d8-456d-4e16-a007-e6846b1b11eb tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 945 time: 0.0675609 Jun 17 17:29:15.282716 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b82aa663-1676-4186-9857-7890a426679f req-767c7eb6-a878-4e1e-b28e-9a6ec6021398 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Jun 17 17:29:15.291055 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:15.292944 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e70f037-ad62-4e58-bfa5-8e8b55dc65c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:15.346547 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=8']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:15.349967 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:16.474633 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a13072-a792-45f6-acf6-2be155b3b5f5 req-7797940e-5c73-4a06-8d0a-d7be095ba51b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:16.476150 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71a13072-a792-45f6-acf6-2be155b3b5f5 req-7797940e-5c73-4a06-8d0a-d7be095ba51b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0642374 Jun 17 17:29:16.517363 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71a13072-a792-45f6-acf6-2be155b3b5f5 req-065261da-ebd4-474d-8353-0b91030150a6 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Jun 17 17:29:16.712563 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:18.135711 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:19.086213 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:29:19.364518 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ff5c-a5cc-46d8-b3c6-d844b4ed621c req-257c87e9-0961-4fa4-b6af-bddc6e54d39c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:19.366141 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df61ff5c-a5cc-46d8-b3c6-d844b4ed621c req-257c87e9-0961-4fa4-b6af-bddc6e54d39c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0776279 Jun 17 17:29:19.408941 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df61ff5c-a5cc-46d8-b3c6-d844b4ed621c req-4113f54a-8003-4958-b425-cec40eefd6e3 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Jun 17 17:29:19.847320 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 45952) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:19.944277 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-5d9919ea-9f34-4487-a836-dd5a7565449f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956969 Jun 17 17:29:20.600470 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a4d3f-be9d-46aa-86bf-f688c24d95c6 req-02e31df3-e911-44eb-9b3e-91b0e80efc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:20.602672 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0b7a4d3f-be9d-46aa-86bf-f688c24d95c6 req-02e31df3-e911-44eb-9b3e-91b0e80efc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0700452 Jun 17 17:29:20.640926 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0b7a4d3f-be9d-46aa-86bf-f688c24d95c6 req-d02b98f2-e3b5-4d05-93f3-1523e5f9a281 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Jun 17 17:29:21.467992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-7de73789-ab73-4275-a369-60f31bdca8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.469554 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-7de73789-ab73-4275-a369-60f31bdca8e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00&tenant_id=3d2ed9212ce44dbe935e6b8e3148d468 HTTP/1.1" status: 200 len: 1096 time: 0.0537553 Jun 17 17:29:21.543456 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-9c0d3d29-6446-430a-ba9d-ba92fa996668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.544980 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-9c0d3d29-6446-430a-ba9d-ba92fa996668 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1096 time: 0.0534334 Jun 17 17:29:21.637884 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-85aeb20f-0319-446b-88d1-de8205185b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.639353 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-85aeb20f-0319-446b-88d1-de8205185b34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 200 len: 918 time: 0.0885203 Jun 17 17:29:21.705915 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-14cb3cb1-dfe9-40ff-89dd-5aef4fb81fef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 200 len: 999 time: 0.0607271 Jun 17 17:29:21.758799 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-fbbfb700-d549-4142-86a1-4dd5e15e281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.760295 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-fbbfb700-d549-4142-86a1-4dd5e15e281a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 200 len: 856 time: 0.0486443 Jun 17 17:29:21.864252 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f86e5-f8b5-4fd8-b932-fe4eab372b44 req-d15b56a8-cbfd-4866-96ef-df8861e07cb7 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.865723 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-220f86e5-f8b5-4fd8-b932-fe4eab372b44 req-d15b56a8-cbfd-4866-96ef-df8861e07cb7 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.1008945 Jun 17 17:29:21.868344 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-59fc243a-2381-4ba2-9f29-5231a89b7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:21.869685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-59fc243a-2381-4ba2-9f29-5231a89b7e35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=285497de-5a03-48b8-8e28-0147efda81f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963886 Jun 17 17:29:21.933375 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-220f86e5-f8b5-4fd8-b932-fe4eab372b44 req-1debb765-321f-489a-80a0-b6ff1511a22a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616443 Jun 17 17:29:21.984346 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-d8572033-4c09-4d72-a167-fcf45abf0b2d service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056714 Jun 17 17:29:22.078665 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-b7c04f01-d2bc-491f-bb1a-3c1c6ebd5209 service neutron] 10.222.0.45 "GET /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Jun 17 17:29:23.127184 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff74e61-ad9c-4873-bfe9-9053c9458005 req-f099fb27-f923-4a0e-b440-4c66c13e031e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:23.128739 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5ff74e61-ad9c-4873-bfe9-9053c9458005 req-f099fb27-f923-4a0e-b440-4c66c13e031e tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0733902 Jun 17 17:29:23.173348 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5ff74e61-ad9c-4873-bfe9-9053c9458005 req-c32cddc2-1aae-4552-9593-1e5f4cbd643d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Jun 17 17:29:24.367517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1de46-3b62-4a6a-b1c4-d009f914b5e8 req-16bf6539-c272-4385-81c4-18a452c84d74 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:24.369251 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7df1de46-3b62-4a6a-b1c4-d009f914b5e8 req-16bf6539-c272-4385-81c4-18a452c84d74 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0730066 Jun 17 17:29:24.412713 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7df1de46-3b62-4a6a-b1c4-d009f914b5e8 req-b314a752-235c-4448-8073-21f9deb33663 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 Jun 17 17:29:25.600111 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29df99-5f7f-4951-a3b5-e55e37781c19 req-ecf07ea5-045f-4e4f-9629-faac54acdd18 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:25.602444 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb29df99-5f7f-4951-a3b5-e55e37781c19 req-ecf07ea5-045f-4e4f-9629-faac54acdd18 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0703084 Jun 17 17:29:25.641708 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb29df99-5f7f-4951-a3b5-e55e37781c19 req-ce710095-df45-47be-a387-697b56b91916 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Jun 17 17:29:26.836164 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be380f-28a0-417e-abbf-9acd5e7a57b9 req-1efbef20-853a-4faf-987c-5f68464bf552 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:26.838840 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44be380f-28a0-417e-abbf-9acd5e7a57b9 req-1efbef20-853a-4faf-987c-5f68464bf552 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0723925 Jun 17 17:29:26.881500 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44be380f-28a0-417e-abbf-9acd5e7a57b9 req-a91b5436-5abe-4239-9b25-ccf45f7a197b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Jun 17 17:29:28.065016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3276-f39c-4be2-9056-8db6da3102e6 req-7913901b-167d-4d0d-b522-0d23134c80c1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:28.066659 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c91e3276-f39c-4be2-9056-8db6da3102e6 req-7913901b-167d-4d0d-b522-0d23134c80c1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0683527 Jun 17 17:29:28.107046 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c91e3276-f39c-4be2-9056-8db6da3102e6 req-319e5a27-15bd-47ab-95fd-d94bb1b71c31 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337543 Jun 17 17:29:29.300288 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92408e9-f7cf-4028-a4ad-f748b106f819 req-0cb9bbd9-d4ff-4fa1-bca1-fb3e7c998b88 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:29.302640 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b92408e9-f7cf-4028-a4ad-f748b106f819 req-0cb9bbd9-d4ff-4fa1-bca1-fb3e7c998b88 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0705979 Jun 17 17:29:29.341438 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b92408e9-f7cf-4028-a4ad-f748b106f819 req-d79f9564-9cdc-4213-ab8a-3e9a76d4d1b5 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328014 Jun 17 17:29:30.536640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06812876-eae4-4ee4-8227-13f98d6135a5 req-a6f14d10-58af-491d-abca-67d47de80715 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:30.538334 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-06812876-eae4-4ee4-8227-13f98d6135a5 req-a6f14d10-58af-491d-abca-67d47de80715 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0714579 Jun 17 17:29:30.591773 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-06812876-eae4-4ee4-8227-13f98d6135a5 req-15ffdcce-077b-427a-ab5b-18f50fa169d9 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Jun 17 17:29:31.823880 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cb92-f05d-400d-9c3d-ce359de7e853 req-4417f35f-da7a-43f8-847b-881b88172830 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:31.825486 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2995cb92-f05d-400d-9c3d-ce359de7e853 req-4417f35f-da7a-43f8-847b-881b88172830 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0706701 Jun 17 17:29:31.872995 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2995cb92-f05d-400d-9c3d-ce359de7e853 req-b142a601-610f-483a-a624-6925c4db7dbe tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Jun 17 17:29:33.062210 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cd1d2-6647-4fce-b6fb-17f12c80259f req-765d1876-50a9-4dd5-b799-3d13c8855874 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:33.063805 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe9cd1d2-6647-4fce-b6fb-17f12c80259f req-765d1876-50a9-4dd5-b799-3d13c8855874 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0649581 Jun 17 17:29:33.103546 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe9cd1d2-6647-4fce-b6fb-17f12c80259f req-c7568de9-cdf6-4e7b-87d3-569c9b4ea9ca tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337005 Jun 17 17:29:34.286485 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa06d-ae53-4d68-be04-aa6dacbcddea req-d4d9818d-e3a0-498c-b8e2-3a7e7506de79 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:34.287966 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-948fa06d-ae53-4d68-be04-aa6dacbcddea req-d4d9818d-e3a0-498c-b8e2-3a7e7506de79 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0637226 Jun 17 17:29:34.328220 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-948fa06d-ae53-4d68-be04-aa6dacbcddea req-ac8221f8-bd4a-4c32-a9e4-9aea947bbaca tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Jun 17 17:29:34.931510 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:35.182767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:29:35.403218 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:35.415315 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '767d959c-d079-4f85-8914-5bd3996af127', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'port_id': '767d959c-d079-4f85-8914-5bd3996af127', 'mac_address': 'fa:16:3e:d3:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:29:35.453657 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:35.467562 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:29:35.492096 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:35.518325 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffcb4-42bc-4257-90a7-6dc691d3cd0a req-31c44e87-44e6-4599-84ba-66e9847d63e2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:35.519803 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-918ffcb4-42bc-4257-90a7-6dc691d3cd0a req-31c44e87-44e6-4599-84ba-66e9847d63e2 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 943 time: 0.0681336 Jun 17 17:29:35.559742 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-918ffcb4-42bc-4257-90a7-6dc691d3cd0a req-92238f37-77d9-4ddb-a79c-43a89f46fd7d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Jun 17 17:29:35.569406 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:35.571284 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:35.617417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=9']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:35.621048 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:35.784283 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['767d959c-d079-4f85-8914-5bd3996af127'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:29:36.051658 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-45382d85-6e37-421a-b003-7bb2865dacf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611124 Jun 17 17:29:36.154561 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796815-63e9-4772-9cef-1c556a2801cd req-96b826de-5a58-4dbe-a594-c457123a628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:36.156096 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-96b826de-5a58-4dbe-a594-c457123a628f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0597098 Jun 17 17:29:36.280589 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796815-63e9-4772-9cef-1c556a2801cd req-16aea274-2b7e-4376-b27f-ecf8e7540529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:36.282535 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-16aea274-2b7e-4376-b27f-ecf8e7540529 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.1041787 Jun 17 17:29:36.368279 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-2eeb9488-7ee9-4159-825b-1d73cc22e292 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0775974 Jun 17 17:29:36.422700 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796815-63e9-4772-9cef-1c556a2801cd req-d1e1e6f7-06d8-4f75-a56a-91e80cadcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:36.468761 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-d1e1e6f7-06d8-4f75-a56a-91e80cadcf7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.0496900 Jun 17 17:29:36.488081 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8796815-63e9-4772-9cef-1c556a2801cd req-0a4831a9-4e40-4ff7-b89d-2951765c20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:36.489653 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-0a4831a9-4e40-4ff7-b89d-2951765c20d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589836 Jun 17 17:29:36.585217 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-df4337e1-c6d4-4049-9a2e-7d57499d148b service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Jun 17 17:29:36.682841 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8796815-63e9-4772-9cef-1c556a2801cd req-b5677919-be15-4ea8-9fe1-76d82b43d6ee service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919654 Jun 17 17:29:36.748363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367661d-c2f6-40e5-a62d-a5c8eca25ab3 req-cfff0949-ee77-4caa-8cce-41c40cf1ae4a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:36.749853 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5367661d-c2f6-40e5-a62d-a5c8eca25ab3 req-cfff0949-ee77-4caa-8cce-41c40cf1ae4a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 944 time: 0.0702908 Jun 17 17:29:36.792160 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5367661d-c2f6-40e5-a62d-a5c8eca25ab3 req-d9c97319-27d6-4088-81bc-69ebbc17c2ef tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Jun 17 17:29:37.198024 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:29:37.249991 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 767d959c-d079-4f85-8914-5bd3996af127 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:29:37.250382 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:37.329562 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:37.353441 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:29:37.355742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ddee2-2700-4648-b0f8-12f82d59cef3" -d '{"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:29:37.370132 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:37.393417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e160d3f-3782-4922-9475-5fda15bfe34b x-openstack-request-id: req-3e160d3f-3782-4922-9475-5fda15bfe34b {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:29:37.393716 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-plugged", "status": "completed", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:29:37.393980 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e160d3f-3782-4922-9475-5fda15bfe34b {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:29:37.394380 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'code': 200} Jun 17 17:29:37.501418 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:37.504009 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:37.560516 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=10']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:37.560516 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:37.799127 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3370f5-9f52-4b20-9ee7-e22fe1175e2a req-796b35c6-d406-452d-b51e-79e4310a5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:37.800696 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3370f5-9f52-4b20-9ee7-e22fe1175e2a req-796b35c6-d406-452d-b51e-79e4310a5d4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 1099 time: 0.0632517 Jun 17 17:29:37.836762 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3370f5-9f52-4b20-9ee7-e22fe1175e2a req-28d54f11-d871-4628-85cd-29aa475023e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293834 Jun 17 17:29:37.976746 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabf0ca-bad0-49ee-9238-196a2e09cb24 req-e91f1948-1641-4718-94b2-439c7d917607 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:37.978303 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fabf0ca-bad0-49ee-9238-196a2e09cb24 req-e91f1948-1641-4718-94b2-439c7d917607 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.0698109 Jun 17 17:29:38.017069 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fabf0ca-bad0-49ee-9238-196a2e09cb24 req-458d86cf-11ac-441d-bdcb-bf5d77da407d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Jun 17 17:29:39.498861 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a723f4-3478-4e05-940a-3331c6fc8c1c req-5c16bb64-f24b-42c4-9b02-de63840ff92b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:39.500017 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01a723f4-3478-4e05-940a-3331c6fc8c1c req-5c16bb64-f24b-42c4-9b02-de63840ff92b tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.3568394 Jun 17 17:29:39.544468 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01a723f4-3478-4e05-940a-3331c6fc8c1c req-9369626d-c0be-49bc-bb4b-721b6491f30a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Jun 17 17:29:40.735363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d4cf8-1cd3-4bf6-8879-5e4d52c9d1a3 req-e0b2b23d-afbc-435e-b6f0-2d001d00d61d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:40.736853 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c6d4cf8-1cd3-4bf6-8879-5e4d52c9d1a3 req-e0b2b23d-afbc-435e-b6f0-2d001d00d61d tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.0623157 Jun 17 17:29:40.774969 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c6d4cf8-1cd3-4bf6-8879-5e4d52c9d1a3 req-9f3a51f6-06ba-4222-ada6-bc84cc5374e1 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jun 17 17:29:42.546614 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-62d03bb9-620a-496d-93c7-a627cefa178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:44.808009 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:29:45.118591 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a218606b-ca87-4cf7-92e9-93d701ec9409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:45.209634 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:46.758327 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:48.104415 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:49.555224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46254) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:49.655822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:49.745529 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:49.835211 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:49.837750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-8d85b74e-4f1b-40bd-9430-03d44a645e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:49.873822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d7dd85-6c0e-45df-8904-36ec34afc531,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:49.877532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3232d8fc7a234f58a424d1021c9565cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212924 Jun 17 17:29:49.880729 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46258) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.887874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:49.891808 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:49.931271 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:49.952190 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.110554 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.113262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.114544 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40d7dd85-6c0e-45df-8904-36ec34afc531 HTTP/1.1" status: 204 len: 168 time: 0.2327595 Jun 17 17:29:50.115866 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5d3d255a-348c-431a-9143-aa6b2c97b189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:50.123554 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d7dd85-6c0e-45df-8904-36ec34afc531,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:50.130956 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.131121 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.131497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.131901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.132292 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.132653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.133070 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.133428 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.133786 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.134133 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.134509 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.134885 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:29:50.138081 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:50.749844 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46264) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:50.763900 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.852658 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.923274 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:50.925695 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7aad5e8b-df91-4178-addf-3573df6fdbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:50.963305 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6697cc886b01483d93910a883c55d1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122974 Jun 17 17:29:50.964261 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22dcd7-b165-48e9-9c4d-83bcf52370f1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:50.966055 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46266) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:50.967344 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f4e5f6c6-3f7a-4aa0-aaa7-55b60af20e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:51.015527 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:51.036664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:51.150227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:51.152904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:51.154064 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b22dcd7-b165-48e9-9c4d-83bcf52370f1 HTTP/1.1" status: 204 len: 168 time: 0.1870298 Jun 17 17:29:51.154907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-67a494d2-dacd-4173-9cf8-2dfd91bbe48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:51.162454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22dcd7-b165-48e9-9c4d-83bcf52370f1,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:51.165493 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ed339808-21b4-462f-875a-07e264963736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:55.726342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46320) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:56.014976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Deleting port 3a88e7ca-647a-4c8c-9efa-0fa151725c1f {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:29:56.015235 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.093464 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.093791 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.159148 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Calling delete_port for 3a88e7ca-647a-4c8c-9efa-0fa151725c1f owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:29:56.396000 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.398238 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ed2b617-de47-4aa0-b3e5-b9c631aa890f tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:56.425749 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event deleted for resources: {'Port': ['ID=3a88e7ca-647a-4c8c-9efa-0fa151725c1f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:56.431917 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:56.491292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.491632 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Floating IP b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8 disassociated (deleted). External IP: 172.27.0.208, port: b9bd995c-a9ed-45d2-ba69-b597832fa1e9. Jun 17 17:29:56.707750 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Router 4f948959-aad6-4d30-aac7-cc95752d3544 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:29:56.818909 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:29:56.824225 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:56.829740 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Sync routers for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:29:56.838813 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:29:56.839436 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:29:56.866061 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "DELETE /v2.0/floatingips/b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8 HTTP/1.1" status: 204 len: 168 time: 1.1350935 Jun 17 17:29:56.866061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:29:56.866432 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ae57e-8ec3-4399-a496-93b37523db62" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:29:56.919594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334f6e4-5291-47c2-af93-a555925c375f x-openstack-request-id: req-0334f6e4-5291-47c2-af93-a555925c375f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:29:56.919985 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:29:56.920306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0334f6e4-5291-47c2-af93-a555925c375f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:29:56.920922 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'status': 'completed', 'code': 200} Jun 17 17:29:56.953769 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:29:57.002108 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae57e-8ec3-4399-a496-93b37523db62 req-bdc16871-2ffc-4d96-a7a9-375ef721701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:57.003950 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-bdc16871-2ffc-4d96-a7a9-375ef721701e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0588140 Jun 17 17:29:57.107848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae57e-8ec3-4399-a496-93b37523db62 req-0db3a6b9-7887-4993-9b53-8db9c8dece0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:57.109375 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-0db3a6b9-7887-4993-9b53-8db9c8dece0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 200 len: 910 time: 0.0990365 Jun 17 17:29:57.160873 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-6b6e91fc-edbc-4353-bd78-c2985a84d5ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0446894 Jun 17 17:29:57.179007 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:29:57.213550 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Checking router: 4f948959-aad6-4d30-aac7-cc95752d3544 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:29:57.222196 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:29:57.222613 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae57e-8ec3-4399-a496-93b37523db62 req-50c8510f-721e-45b9-9a83-f9f9ba3f5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:57.222817 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:29:57.224366 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-50c8510f-721e-45b9-9a83-f9f9ba3f5538 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 200 len: 848 time: 0.0562196 Jun 17 17:29:57.290928 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae57e-8ec3-4399-a496-93b37523db62 req-cce68280-c124-479d-ac9e-f52731136a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:57.292554 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-cce68280-c124-479d-ac9e-f52731136a07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616341 Jun 17 17:29:57.340261 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:29:57.393391 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-dd2729f6-547d-4bd2-ba36-65b83b769459 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940309 Jun 17 17:29:57.496230 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-494ae57e-8ec3-4399-a496-93b37523db62 req-d4e5a834-cafe-4099-849e-73da6313c3c8 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958471 Jun 17 17:29:57.548801 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:29:57.577723 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a1383-5373-417d-916e-5863aa4fbcbd None None] The sync data for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi is: [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:24:26Z', 'revision_number': 4, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '94180ff6-c4f5-495b-8041-1de92d04dd55', 'name': '', 'network_id': '7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'mac_address': 'fa:16:3e:e2:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:26Z', 'updated_at': '2021-06-17T17:24:34Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'subnets': [{'id': 'ae09b8f9-360a-4670-a0f1-7b421e7bea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:29:57.588843 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688c78f-0d51-4642-917c-6415aea84ac5 req-d72a8c65-fc71-4b19-aff4-1310ecad3f55 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:57.590412 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5688c78f-0d51-4642-917c-6415aea84ac5 req-d72a8c65-fc71-4b19-aff4-1310ecad3f55 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0649433 Jun 17 17:29:57.634010 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5688c78f-0d51-4642-917c-6415aea84ac5 req-e120b009-41ca-476f-ab7a-97fe013030e6 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368814 Jun 17 17:29:57.802846 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef836401-3bdf-48f7-b837-8cbd749bf2d2 None None] New status for floating IP b629b0e5-8d2b-4d50-b82b-aca8ca7e10d8: DOWN {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:29:58.821900 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c5d2-691c-472a-bff7-0fa2ca33696a req-d64b8175-fe6d-49da-bc98-cd2015fbddbb tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:58.823405 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c10c5d2-691c-472a-bff7-0fa2ca33696a req-d64b8175-fe6d-49da-bc98-cd2015fbddbb tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0757291 Jun 17 17:29:58.862125 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c10c5d2-691c-472a-bff7-0fa2ca33696a req-41516258-3dd2-4da0-a18a-d25a25736783 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/security-groups?id=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328002 Jun 17 17:29:59.176775 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-96c57744-4dd3-49bb-9449-2fd6812c436c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:29:59.178156 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-96c57744-4dd3-49bb-9449-2fd6812c436c tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 945 time: 0.0638380 Jun 17 17:29:59.294620 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Deleting port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:29:59.294959 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:59.386945 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] For port b9bd995c-a9ed-45d2-ba69-b597832fa1e9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:29:59.387363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:59.457079 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Calling delete_port for b9bd995c-a9ed-45d2-ba69-b597832fa1e9 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:29:59.695273 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:59.702292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8cec065-b131-4075-ab31-73d695f13ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:29:59.731678 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event deleted for resources: {'Port': ['ID=b9bd995c-a9ed-45d2-ba69-b597832fa1e9,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:29:59.736126 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:29:59.777717 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] No DVR routers for this DVR port b9bd995c-a9ed-45d2-ba69-b597832fa1e9 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:29:59.780273 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:59.782228 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b615c1f9-cd7b-4178-bfd7-f7117da26bd0 req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.45 "DELETE /v2.0/ports/b9bd995c-a9ed-45d2-ba69-b597832fa1e9 HTTP/1.1" status: 204 len: 173 time: 0.5973232 Jun 17 17:29:59.782796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-deleted', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:29:59.785124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4e31b-9534-4355-9dc1-dafc32b087c9" -d '{"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-deleted", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:29:59.821891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1ab04-8baf-4f00-870e-1eb7493d6b98 x-openstack-request-id: req-16d1ab04-8baf-4f00-870e-1eb7493d6b98 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:29:59.821891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7e2fe-f170-4516-bfa3-4b6b83b46cc3", "name": "network-vif-deleted", "tag": "b9bd995c-a9ed-45d2-ba69-b597832fa1e9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:29:59.821891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16d1ab04-8baf-4f00-870e-1eb7493d6b98 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:29:59.821891 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7e2fe-f170-4516-bfa3-4b6b83b46cc3', 'name': 'network-vif-deleted', 'tag': 'b9bd995c-a9ed-45d2-ba69-b597832fa1e9', 'status': 'completed', 'code': 200} Jun 17 17:30:00.016410 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0522ce72-4b91-4025-a96c-9f6e611bfd7f req-b2278b04-0d59-4057-a130-c7a904e7f406 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 210 time: 0.0313017 Jun 17 17:30:01.172423 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a74a33e3-909b-4f06-8e54-251947e68aa9 req-aee0715e-68bc-4a38-b75b-786f179562cf tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a7e2fe-f170-4516-bfa3-4b6b83b46cc3 HTTP/1.1" status: 200 len: 210 time: 0.0300450 Jun 17 17:30:01.338852 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:01.363061 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: b9bd995c-a9ed-45d2-ba69-b597832fa1e9 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:01.363421 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device b9bd995c-a9ed-45d2-ba69-b597832fa1e9 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:02.264775 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46406) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:02.335554 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.361072 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.552271 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.556157 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.556286 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] 10.222.0.10 "DELETE /v2.0/security-groups/943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc HTTP/1.1" status: 204 len: 168 time: 0.2903903 Jun 17 17:30:02.557115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-2df985b6-3e22-41d3-8477-d0db98be6b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:02.565980 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d626b-fb53-48b0-bfb0-ac5a6eaa2cbc,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:02.569034 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:02.689251 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46412) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:03.138552 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:03.391557 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Deleting port 94180ff6-c4f5-495b-8041-1de92d04dd55 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:03.391839 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:03.469301 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] For port 94180ff6-c4f5-495b-8041-1de92d04dd55, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=94180ff6-c4f5-495b-8041-1de92d04dd55,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:03.469658 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:03.535135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Calling delete_port for 94180ff6-c4f5-495b-8041-1de92d04dd55 owned by network:router_interface {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:03.847346 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:03.849603 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e88c2ab2-7aa3-4a70-a9c4-bd9db527b4b8 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:03.873158 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=94180ff6-c4f5-495b-8041-1de92d04dd55,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:03.875585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:04.070623 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:04.305426 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Router 4f948959-aad6-4d30-aac7-cc95752d3544 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:30:04.417252 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:30:04.422200 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] 10.222.0.10 "PUT /v2.0/routers/4f948959-aad6-4d30-aac7-cc95752d3544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7319307 Jun 17 17:30:04.425206 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46426) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:04.427829 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Sync routers for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:30:04.444855 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:04.446097 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:04.557445 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:04.563025 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks [] for router, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:04.673813 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:04.738109 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:30:03Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:04.764239 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Checking router: 4f948959-aad6-4d30-aac7-cc95752d3544 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:30:04.772555 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Routers {'4f948959-aad6-4d30-aac7-cc95752d3544'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:04.773189 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['4f948959-aad6-4d30-aac7-cc95752d3544'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:04.828547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Deleting port 45c63ebf-3151-4f11-895a-a2f86650e095 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:04.828904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:04.878304 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] Set router 4f948959-aad6-4d30-aac7-cc95752d3544 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:04.963782 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.159617 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:30:03Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:05.186314 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d6fe9-4a1a-4788-abb5-44cf6fc71669 None None] The sync data for ids ['4f948959-aad6-4d30-aac7-cc95752d3544'] in dv-cinder-796889-1-iscsi is: [{'id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'name': 'tempest-TestShelveInstance-1866254094-router', 'tenant_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:23Z', 'updated_at': '2021-06-17T17:30:03Z', 'revision_number': 5, 'project_id': '0ea38b32fc3a479c81b3b2a70e4f926c', 'gw_port': {'id': '45c63ebf-3151-4f11-895a-a2f86650e095', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f948959-aad6-4d30-aac7-cc95752d3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:24Z', 'updated_at': '2021-06-17T17:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:30:05.196008 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] For port 45c63ebf-3151-4f11-895a-a2f86650e095, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=45c63ebf-3151-4f11-895a-a2f86650e095,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:05.196618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.265367 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Calling delete_port for 45c63ebf-3151-4f11-895a-a2f86650e095 owned by network:router_gateway {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:05.522585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.527065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3f05b930-41f0-4d17-aa81-b46662020c2a tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:05.554737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Pushing event deleted for resources: {'Port': ['ID=45c63ebf-3151-4f11-895a-a2f86650e095,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:05.560461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:05.628531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.721259 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.723629 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.841695 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.842338 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f948959-aad6-4d30-aac7-cc95752d3544 {{(pid=93433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:30:05.856981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.856981 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f948959-aad6-4d30-aac7-cc95752d3544 HTTP/1.1" status: 204 len: 168 time: 1.4202533 Jun 17 17:30:05.856981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46436) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:05.901867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Deleting subnet ae09b8f9-360a-4670-a0f1-7b421e7bea99 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:30:05.905413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.942940 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.058370 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.253329 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.253329 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3c3ee133-5721-4fb1-b7d6-d30efaf82029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:06.269504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae09b8f9-360a-4670-a0f1-7b421e7bea99,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:06.272639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:06.275005 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.277111 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f82946fc-6af2-4e3e-8b90-0f4ba6996e5f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ae09b8f9-360a-4670-a0f1-7b421e7bea99 HTTP/1.1" status: 204 len: 168 time: 0.4255853 Jun 17 17:30:06.280264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46442) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:06.282548 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d419ef0-1c4a-4319-9d6b-bfa0882e930a None None] Network 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:30:06.374118 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.411182 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 94180ff6-c4f5-495b-8041-1de92d04dd55 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:06.449750 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 94180ff6-c4f5-495b-8041-1de92d04dd55 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:06.450101 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 94180ff6-c4f5-495b-8041-1de92d04dd55 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:06.450746 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 45c63ebf-3151-4f11-895a-a2f86650e095 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:06.452451 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Deleting port 6eeb619a-a626-4ee5-9f55-0c947102cde5 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:06.452712 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.471320 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 45c63ebf-3151-4f11-895a-a2f86650e095 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:06.471727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 45c63ebf-3151-4f11-895a-a2f86650e095 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:06.528542 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] For port 6eeb619a-a626-4ee5-9f55-0c947102cde5, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6eeb619a-a626-4ee5-9f55-0c947102cde5,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:06.528542 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.588377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Calling delete_port for 6eeb619a-a626-4ee5-9f55-0c947102cde5 owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:06.593089 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] DHCP port deletion for 7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:30:06.642852 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Deleting port 6eeb619a-a626-4ee5-9f55-0c947102cde5 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:06.643167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.705109 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] For port 6eeb619a-a626-4ee5-9f55-0c947102cde5, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=6eeb619a-a626-4ee5-9f55-0c947102cde5,segment=NetworkSegment(d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0),segment_id=d888cd5c-a226-4dad-9b3e-a2c10bb0c7b0)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:06.705524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.763580 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.766714 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:06.769570 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Calling delete_port for 6eeb619a-a626-4ee5-9f55-0c947102cde5 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:06.792349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeb619a-a626-4ee5-9f55-0c947102cde5,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:06.794182 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] No DVR routers for this DVR port 6eeb619a-a626-4ee5-9f55-0c947102cde5 on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:06.795766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:06.846076 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.847936 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-da562475-4fcf-4b6e-93ca-7891937082c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:06.864428 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.870776 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Pushing event deleted for resources: {'Port': ['ID=6eeb619a-a626-4ee5-9f55-0c947102cde5,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:06.874756 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:06.875006 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] No DVR routers for this DVR port 6eeb619a-a626-4ee5-9f55-0c947102cde5 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:06.881653 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.888777 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:06.891268 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:06.900770 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:06.900770 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd888cd5c-a226-4dad-9b3e-a2c10bb0c7b0') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:06.905165 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.919126 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.925089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:30:06.925471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:30:06.927108 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:30:07.230313 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.234027 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:07.236590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.238395 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] 10.222.0.10 "DELETE /v2.0/networks/7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99 HTTP/1.1" status: 204 len: 168 time: 0.9572551 Jun 17 17:30:07.241276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46452) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:07.250061 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2fedbf-18e9-4f2d-b5bc-64a51fb46c99,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:07.252454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:07.588209 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.838865 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Deleting port 187bf2e1-b8be-4563-b228-2c6829b4b4f1 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:07.839115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.916175 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] For port 187bf2e1-b8be-4563-b228-2c6829b4b4f1, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=187bf2e1-b8be-4563-b228-2c6829b4b4f1,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:07.916542 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.980833 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Calling delete_port for 187bf2e1-b8be-4563-b228-2c6829b4b4f1 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:08.089820 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6eeb619a-a626-4ee5-9f55-0c947102cde5 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:08.113608 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 6eeb619a-a626-4ee5-9f55-0c947102cde5 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:08.114054 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 6eeb619a-a626-4ee5-9f55-0c947102cde5 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:08.243442 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:08.245613 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bfb0b412-1bd2-4813-bc4b-7812e87b69cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:08.269442 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Pushing event deleted for resources: {'Port': ['ID=187bf2e1-b8be-4563-b228-2c6829b4b4f1,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:08.272617 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:08.432604 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:08.640485 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Router 45b7be7b-0493-4e03-90ca-974bd434f639 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:30:08.764909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:30:08.769915 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] 10.222.0.10 "PUT /v2.0/routers/45b7be7b-0493-4e03-90ca-974bd434f639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271313 Jun 17 17:30:08.772316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46472) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:08.774618 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Sync routers for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:30:08.784456 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:08.785130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:08.895486 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:09.088977 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:30:08Z', 'revision_number': 5, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:09.112563 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:09.116039 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Checking router: 45b7be7b-0493-4e03-90ca-974bd434f639 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:30:09.124549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Routers {'45b7be7b-0493-4e03-90ca-974bd434f639'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:09.125160 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['45b7be7b-0493-4e03-90ca-974bd434f639'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:09.247217 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] Set router 45b7be7b-0493-4e03-90ca-974bd434f639 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:09.248364 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:09.413560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Deleting port aad5958a-c022-437a-bccc-3ef0f8c5f66d {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:09.413900 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:09.493282 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] For port aad5958a-c022-437a-bccc-3ef0f8c5f66d, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=aad5958a-c022-437a-bccc-3ef0f8c5f66d,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:09.493722 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:09.547867 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:30:08Z', 'revision_number': 5, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:09.559879 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Calling delete_port for aad5958a-c022-437a-bccc-3ef0f8c5f66d owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:09.574270 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436784d-0bd0-4a9a-bd6d-d3fcd0d5107e None None] The sync data for ids ['45b7be7b-0493-4e03-90ca-974bd434f639'] in dv-cinder-796889-1-iscsi is: [{'id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'name': 'tempest-TestShelveInstance-1190647902-router', 'tenant_id': 'd495820e1922403c8533daac91a047c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:24:32Z', 'updated_at': '2021-06-17T17:30:08Z', 'revision_number': 5, 'project_id': 'd495820e1922403c8533daac91a047c3', 'gw_port': {'id': 'aad5958a-c022-437a-bccc-3ef0f8c5f66d', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7be7b-0493-4e03-90ca-974bd434f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:24:33Z', 'updated_at': '2021-06-17T17:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:30:09.878213 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:09.881262 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-44a6c68b-fdf5-4038-808a-85b13a149729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:09.915223 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Pushing event deleted for resources: {'Port': ['ID=aad5958a-c022-437a-bccc-3ef0f8c5f66d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:09.934197 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:09.981575 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.095118 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.097904 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.172639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 187bf2e1-b8be-4563-b228-2c6829b4b4f1 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:10.193034 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 187bf2e1-b8be-4563-b228-2c6829b4b4f1 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:10.193396 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 187bf2e1-b8be-4563-b228-2c6829b4b4f1 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:10.230330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.231104 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b7be7b-0493-4e03-90ca-974bd434f639 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:30:10.237140 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.239312 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] 10.222.0.10 "DELETE /v2.0/routers/45b7be7b-0493-4e03-90ca-974bd434f639 HTTP/1.1" status: 204 len: 168 time: 1.4654176 Jun 17 17:30:10.241605 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46486) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:10.330533 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Deleting subnet e16d8ce1-a34d-4e60-8b7e-862e45e2af21 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:30:10.335295 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.391667 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.477993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.630715 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.633659 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:10.662557 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16d8ce1-a34d-4e60-8b7e-862e45e2af21,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:10.666139 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:10.667555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.669797 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-502f4e38-7ddd-4dde-812f-a5d912ce194b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e16d8ce1-a34d-4e60-8b7e-862e45e2af21 HTTP/1.1" status: 204 len: 168 time: 0.4261358 Jun 17 17:30:10.671767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46494) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:10.674297 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4edb7a-01ec-4f36-8166-117f71bcb864 None None] Network 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:30:10.766155 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.827640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Deleting port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:10.828027 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.903482 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] DHCP port deletion for 5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:30:10.908867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] For port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:10.909311 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.955584 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Deleting port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:10.955874 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:10.973436 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Calling delete_port for ea8e713c-bc7a-453e-a4cc-8bd646ab7eed owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:11.023027 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] For port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,segment=NetworkSegment(81984d86-c9db-4fc0-8df9-56d5b72ccef6),segment_id=81984d86-c9db-4fc0-8df9-56d5b72ccef6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:11.023332 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.090036 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Calling delete_port for ea8e713c-bc7a-453e-a4cc-8bd646ab7eed owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:11.157741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.160880 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8f5fd5c-3cad-45d9-a779-98eb453a866c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:11.165694 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.168496 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:11.185427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:11.188580 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:11.189320 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] No DVR routers for this DVR port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:11.192731 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Pushing event deleted for resources: {'Port': ['ID=ea8e713c-bc7a-453e-a4cc-8bd646ab7eed,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:11.194573 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] No DVR routers for this DVR port ea8e713c-bc7a-453e-a4cc-8bd646ab7eed on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:11.196705 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:11.264123 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.274199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:11.284632 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81984d86-c9db-4fc0-8df9-56d5b72ccef6') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:11.284976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81984d86-c9db-4fc0-8df9-56d5b72ccef6') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:11.294444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.308620 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.314720 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:30:11.315097 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:30:11.316813 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:30:11.475479 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.476749 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:11.479264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.481082 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] 10.222.0.10 "DELETE /v2.0/networks/5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8 HTTP/1.1" status: 204 len: 168 time: 0.8083849 Jun 17 17:30:11.492752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Pushing event deleted for resources: {'Network': ['ID=5df11d9a-12d8-4c8a-8d1c-9ce31746c1a8,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:11.495070 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:11.813161 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46504) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:11.859090 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-000da12b-87a4-47ac-97c8-509d32a02fad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ea38b32fc3a479c81b3b2a70e4f926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440118 Jun 17 17:30:11.863933 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46508) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:11.919635 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:11.941036 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:12.083438 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:12.087152 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:12.089645 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6ec478a-a660-4bcd-9e1b-ef9fac299bb5 HTTP/1.1" status: 204 len: 168 time: 0.2274623 Jun 17 17:30:12.090477 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9edbe97c-c7a3-4342-a126-ffff8714ad70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:12.097484 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ea8e713c-bc7a-453e-a4cc-8bd646ab7eed no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:12.100619 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec478a-a660-4bcd-9e1b-ef9fac299bb5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:12.103184 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:12.124612 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: ea8e713c-bc7a-453e-a4cc-8bd646ab7eed {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:12.124960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ea8e713c-bc7a-453e-a4cc-8bd646ab7eed not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:12.125373 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aad5958a-c022-437a-bccc-3ef0f8c5f66d no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:12.149772 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: aad5958a-c022-437a-bccc-3ef0f8c5f66d {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:12.150127 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device aad5958a-c022-437a-bccc-3ef0f8c5f66d not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:12.569295 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d56da015-1b4f-44e3-a10c-4f299b336011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:12.873048 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46526) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:12.880817 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dcfe6-f675-4129-8e7b-a05ade6c3ab3 req-85df3fb9-0c60-4412-a472-b6f6133217fa tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:12.882445 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-937dcfe6-f675-4129-8e7b-a05ade6c3ab3 req-85df3fb9-0c60-4412-a472-b6f6133217fa tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.0675879 Jun 17 17:30:12.913229 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ce981052-65da-44f4-9d59-7c9daea3893b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d495820e1922403c8533daac91a047c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400248 Jun 17 17:30:12.921016 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46528) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:12.921194 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-937dcfe6-f675-4129-8e7b-a05ade6c3ab3 req-2a625d2e-fad4-4103-b402-76d2d2cb0e77 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Jun 17 17:30:12.978062 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:13.006074 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:13.168924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:13.171514 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:13.172713 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fb0021e-4740-4554-ab0f-eb02ae01a6ed HTTP/1.1" status: 204 len: 168 time: 0.2507067 Jun 17 17:30:13.173477 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4d49a124-2d61-48d2-93ff-245d600529ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:13.181758 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb0021e-4740-4554-ab0f-eb02ae01a6ed,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:13.184054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:13.902206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46552) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:14.004775 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.100037 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.157826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1208cd-83f8-4525-9b36-e343b0f5d21f req-e89f6f1e-3c89-4462-98d4-cc1246c4ec21 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:14.159297 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa1208cd-83f8-4525-9b36-e343b0f5d21f req-e89f6f1e-3c89-4462-98d4-cc1246c4ec21 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.1091506 Jun 17 17:30:14.168149 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-d87f6f8b-6451-4bd7-8707-540532305321 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:14.169511 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-d87f6f8b-6451-4bd7-8707-540532305321 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 946 time: 0.1175606 Jun 17 17:30:14.207005 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.209614 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8603b979-af41-4838-a4d1-a9487d9121bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:14.238719 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa1208cd-83f8-4525-9b36-e343b0f5d21f req-31794343-8594-4fb2-a2fc-788a413fb58c tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c537629-2679-449c-8541-10ae97fb6bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681593 Jun 17 17:30:14.251391 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4445d338849481cbe8cb392c8d41439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480258 Jun 17 17:30:14.252494 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46560) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:14.259170 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3fc072-a99e-40d6-9545-5b34bb7d3096,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:14.262751 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f1cd0884-ccf2-412e-a70e-c5ad255e6b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:14.297485 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Deleting port 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:14.297825 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.306360 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.327086 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.392495 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] For port 767d959c-d079-4f85-8914-5bd3996af127, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=767d959c-d079-4f85-8914-5bd3996af127,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:14.392832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.466513 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.469116 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.470362 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a3fc072-a99e-40d6-9545-5b34bb7d3096 HTTP/1.1" status: 204 len: 168 time: 0.2168744 Jun 17 17:30:14.471187 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bc4b727a-b50a-4673-a338-197cb0e1fe1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:14.479901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3fc072-a99e-40d6-9545-5b34bb7d3096,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:14.482168 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:14.569547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.569930 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.570244 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Floating IP 5e56e540-37ea-49b0-9c77-91edc33fec11 disassociated. External IP: 172.27.0.243, port: 767d959c-d079-4f85-8914-5bd3996af127. Jun 17 17:30:14.570581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Calling delete_port for 767d959c-d079-4f85-8914-5bd3996af127 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:14.795867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:14.800140 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-cdbc2534-719f-4685-be6c-550391737096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:14.825973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'Port': ['ID=767d959c-d079-4f85-8914-5bd3996af127,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:14.829140 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:14.942828 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:30:15.054740 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:30:15.063921 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:30:15.076033 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:15.077324 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:29:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:15.100838 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] No DVR routers for this DVR port 767d959c-d079-4f85-8914-5bd3996af127 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:15.103409 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.106528 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-20e1ae7e-6601-47d5-89a6-9b976d80857c req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.45 "DELETE /v2.0/ports/767d959c-d079-4f85-8914-5bd3996af127 HTTP/1.1" status: 204 len: 173 time: 0.9301982 Jun 17 17:30:15.107076 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-deleted', 'tag': '767d959c-d079-4f85-8914-5bd3996af127'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:30:15.110186 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c97199-f511-4b51-ae27-f9ef007a7913" -d '{"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-deleted", "tag": "767d959c-d079-4f85-8914-5bd3996af127"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:30:15.181973 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5e309c77-522d-4ed4-a0cd-f039164ebe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.207076 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:15.208809 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea0d5a-e02f-436e-8470-afe223542da8 x-openstack-request-id: req-aeea0d5a-e02f-436e-8470-afe223542da8 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:30:15.209312 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7d1826-6734-42ca-8d8e-be017d77fa00", "name": "network-vif-deleted", "tag": "767d959c-d079-4f85-8914-5bd3996af127", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:30:15.209794 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aeea0d5a-e02f-436e-8470-afe223542da8 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:30:15.210331 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7d1826-6734-42ca-8d8e-be017d77fa00', 'name': 'network-vif-deleted', 'tag': '767d959c-d079-4f85-8914-5bd3996af127', 'status': 'completed', 'code': 200} Jun 17 17:30:15.242727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.332902 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46570) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:15.350823 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.487954 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:15.527732 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:30:15.530731 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-57c62e72-a873-4335-b73a-61f2789f8cab req-65b6afa6-78d9-4a31-a988-5be62b3d4c43 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae7d1826-6734-42ca-8d8e-be017d77fa00 HTTP/1.1" status: 200 len: 210 time: 0.0606539 Jun 17 17:30:15.538173 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:15.539279 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:30:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:15.540966 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.632100 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.636915 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4cb4b8dc-ddd7-437b-9705-5b587c079247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:15.647340 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:15.681143 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46572) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:15.681619 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f570cf2b207045dbb1c169c96c9c89ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477170 Jun 17 17:30:15.683104 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa37677-cec8-4e02-aee0-727908b72b6c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:15.699962 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ff77cf8f-e2ff-4e0e-9fbe-21b95fe43c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:15.739356 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.762922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.870989 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:15.895987 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c61e2a-5ddc-410f-851b-7721d92cb3a5 None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:23:29Z', 'revision_number': 4, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': 'a3b9cddf-5fe8-4cbe-bdde-258c96c91583', 'name': '', 'network_id': '285497de-5a03-48b8-8e28-0147efda81f2', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'mac_address': 'fa:16:3e:c8:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c82475dd-6973-4476-8059-603771eb2687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:28Z', 'updated_at': '2021-06-17T17:23:36Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'subnets': [{'id': 'c82475dd-6973-4476-8059-603771eb2687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:30:15.934924 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.938044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:15.940951 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efa37677-cec8-4e02-aee0-727908b72b6c HTTP/1.1" status: 204 len: 168 time: 0.2585077 Jun 17 17:30:15.942348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4704b5f5-dada-492f-9c6f-08da6d81dabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:15.954919 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa37677-cec8-4e02-aee0-727908b72b6c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:15.957671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-108f7f8a-9238-43ae-812a-d0b93f2210c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:16.173506 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd4dee-1aa3-4a24-a0da-046b45ec0908 None None] New status for floating IP 5e56e540-37ea-49b0-9c77-91edc33fec11: DOWN {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:30:16.746246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:16.791768 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46590) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:16.849002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:16.883530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.049046 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.051800 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.053025 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c537629-2679-449c-8541-10ae97fb6bb6 HTTP/1.1" status: 204 len: 168 time: 0.2602186 Jun 17 17:30:17.053924 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-587cb87b-3dd7-4b4a-bce5-c372d0719f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:17.056355 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46598) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:17.063729 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c537629-2679-449c-8541-10ae97fb6bb6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:17.066138 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:17.071405 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.api.v2.resource [None req-c3c0e770-c96a-421f-abf1-9f75d89ec3e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] show failed (client error): The resource could not be found. Jun 17 17:30:17.072584 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c3c0e770-c96a-421f-abf1-9f75d89ec3e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "GET /v2.0/security-groups/3c537629-2679-449c-8541-10ae97fb6bb6 HTTP/1.1" status: 404 len: 347 time: 0.0150938 Jun 17 17:30:17.075328 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46600) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:17.206183 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Deleting port 029db43f-6ecb-4bfb-8ad6-70f857403d52 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:17.206523 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.281467 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.288547 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.348300 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Calling delete_port for 029db43f-6ecb-4bfb-8ad6-70f857403d52 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:17.431470 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:17.461949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 767d959c-d079-4f85-8914-5bd3996af127 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:17.462302 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 767d959c-d079-4f85-8914-5bd3996af127 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:17.574636 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.576832 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-83ee83bb-5468-4e6a-9b2d-896c92c10316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:17.601278 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Pushing event deleted for resources: {'Port': ['ID=029db43f-6ecb-4bfb-8ad6-70f857403d52,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:17.603670 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:17.667243 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.670101 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:17.672404 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] 10.222.0.10 "DELETE /v2.0/floatingips/5e56e540-37ea-49b0-9c77-91edc33fec11 HTTP/1.1" status: 204 len: 168 time: 0.5951095 Jun 17 17:30:18.095029 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:20.635870 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46674) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:21.151092 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:21.418858 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Deleting port a3b9cddf-5fe8-4cbe-bdde-258c96c91583 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:21.419229 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:21.518003 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] For port a3b9cddf-5fe8-4cbe-bdde-258c96c91583, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:21.518541 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:21.596543 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Calling delete_port for a3b9cddf-5fe8-4cbe-bdde-258c96c91583 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:21.807648 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:30:21.861309 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:21.863719 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6311fff7-ac27-4032-a889-e2da68a74423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:21.888179 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b9cddf-5fe8-4cbe-bdde-258c96c91583,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:21.891336 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:22.055674 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:22.295606 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:30:22.401642 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:30:22.406610 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] 10.222.0.10 "PUT /v2.0/routers/0b4d0190-a90f-41d0-9f4e-ffb303ae2b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695589 Jun 17 17:30:22.409184 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46688) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:22.411951 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Sync routers for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:30:22.421723 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:22.422346 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:30:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:22.517206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:22.535234 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:22.722895 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:30:21Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:22.749403 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Checking router: 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:30:22.758589 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Routers {'0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:30:22.759219 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:30:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:22.864232 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:22.865919 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] Set router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:30:22.995023 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Deleting port 937ef514-a4b3-4192-a393-02a866816527 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:22.995265 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.045211 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:30:21Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:23.076160 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] For port 937ef514-a4b3-4192-a393-02a866816527, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=937ef514-a4b3-4192-a393-02a866816527,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:23.076463 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ba50e-5f74-4570-9d70-6fa1087072af None None] The sync data for ids ['0b4d0190-a90f-41d0-9f4e-ffb303ae2b02'] in dv-cinder-796889-1-iscsi is: [{'id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'name': 'tempest-AttachVolumeShelveTestJSON-1333803491-router', 'tenant_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '937ef514-a4b3-4192-a393-02a866816527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:24Z', 'updated_at': '2021-06-17T17:30:21Z', 'revision_number': 5, 'project_id': '3d2ed9212ce44dbe935e6b8e3148d468', 'gw_port': {'id': '937ef514-a4b3-4192-a393-02a866816527', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4d0190-a90f-41d0-9f4e-ffb303ae2b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:25Z', 'updated_at': '2021-06-17T17:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:30:23.076687 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.142453 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Calling delete_port for 937ef514-a4b3-4192-a393-02a866816527 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:23.401485 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.403604 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:23.429929 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=937ef514-a4b3-4192-a393-02a866816527,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:23.433129 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:23.496662 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.596239 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.598435 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.729041 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.729591 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:30:23.734297 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.735486 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-98d8aa97-4faf-4a1b-a8e8-427dbee34e54 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0b4d0190-a90f-41d0-9f4e-ffb303ae2b02 HTTP/1.1" status: 204 len: 168 time: 1.3253965 Jun 17 17:30:23.738053 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46696) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:23.787989 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Deleting subnet c82475dd-6973-4476-8059-603771eb2687 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:30:23.791714 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.829468 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:23.906643 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.060624 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.062800 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-93c90c13-7b68-4b5e-a988-f0aec835eecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:24.090567 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82475dd-6973-4476-8059-603771eb2687,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:24.093780 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:24.094755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.097119 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7955763c-1d2d-4055-8c59-9b6208c99db4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c82475dd-6973-4476-8059-603771eb2687 HTTP/1.1" status: 204 len: 168 time: 0.3575556 Jun 17 17:30:24.100297 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46698) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:24.102030 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf91ddc-d8ef-4de7-8edf-ceeba0a8673d None None] Network 285497de-5a03-48b8-8e28-0147efda81f2 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:30:24.173106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.245820 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Deleting port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:24.249361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device a3b9cddf-5fe8-4cbe-bdde-258c96c91583 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:24.249639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.273895 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: a3b9cddf-5fe8-4cbe-bdde-258c96c91583 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:24.274253 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device a3b9cddf-5fe8-4cbe-bdde-258c96c91583 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:24.274684 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 937ef514-a4b3-4192-a393-02a866816527 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:24.311664 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 937ef514-a4b3-4192-a393-02a866816527 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:24.311664 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 937ef514-a4b3-4192-a393-02a866816527 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:24.332881 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] For port f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:24.333758 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.372369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] DHCP port deletion for 285497de-5a03-48b8-8e28-0147efda81f2 request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:30:24.402992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Calling delete_port for f9c6fc2f-0c52-4c55-9a98-6ae19976f798 owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:24.425582 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Deleting port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:30:24.426003 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.493007 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] For port f9c6fc2f-0c52-4c55-9a98-6ae19976f798, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,segment=NetworkSegment(379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de),segment_id=379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:24.493462 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.556621 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Calling delete_port for f9c6fc2f-0c52-4c55-9a98-6ae19976f798 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:30:24.590233 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.592585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-90ed8951-770f-47ec-b146-ab36aacc4ada tempest-VolumesActionsTest-2107239576 tempest-VolumesActionsTest-2107239576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:24.614670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:24.617735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:24.622346 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] No DVR routers for this DVR port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:24.637845 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.639821 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:24.662703 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Pushing event deleted for resources: {'Port': ['ID=f9c6fc2f-0c52-4c55-9a98-6ae19976f798,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:24.666634 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:24.669844 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa7b8e-fb64-4d45-ba4c-e973955d602c None None] No DVR routers for this DVR port f9c6fc2f-0c52-4c55-9a98-6ae19976f798 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:30:24.700681 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.711076 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285497de-5a03-48b8-8e28-0147efda81f2']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:24.721023 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:24.721324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379ced7a-9fd4-43ed-8bc6-7cfc5f2fd0de') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:30:24.730365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.748540 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.754776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:30:24.755163 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:30:24.756886 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:30:24.932783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.937520 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:24.951365 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] 10.222.0.10 "DELETE /v2.0/networks/285497de-5a03-48b8-8e28-0147efda81f2 HTTP/1.1" status: 204 len: 168 time: 0.8381674 Jun 17 17:30:24.951365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:24.953866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Pushing event deleted for resources: {'Network': ['ID=285497de-5a03-48b8-8e28-0147efda81f2,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:24.956483 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:25.446456 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46712) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:25.486641 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a8d5ff43-9a38-45d5-bf13-bb828fdfcb38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d2ed9212ce44dbe935e6b8e3148d468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388088 Jun 17 17:30:25.489279 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46716) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:25.538389 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:25.559774 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:25.689149 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:25.691753 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:25.692930 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4bbee45-6e17-4c89-88a1-0e9a8c119b3e HTTP/1.1" status: 204 len: 168 time: 0.2025230 Jun 17 17:30:25.694008 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f4323e1b-2ca3-4b47-aa57-49b68c279093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:25.702379 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbee45-6e17-4c89-88a1-0e9a8c119b3e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:25.705459 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:26.099420 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f9c6fc2f-0c52-4c55-9a98-6ae19976f798 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:30:26.119767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: f9c6fc2f-0c52-4c55-9a98-6ae19976f798 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:30:26.120146 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f9c6fc2f-0c52-4c55-9a98-6ae19976f798 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:30:26.971352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46744) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:27.070875 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-648098406-network', 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:27.169185 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:30:27.171823 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.181696 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.280024 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.407056 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.410194 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ef88cfd-39c7-4c9b-ac69-ec9bd18738d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:27.432223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:30:27.441165 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:27.444802 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:27.448125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.453962 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Added segment 4829aeae-64d6-4a55-8f23-fb5f3ed2efb6 of type vlan for network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 Jun 17 17:30:27.487940 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.623964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.625363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:27.625973 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:27.629281 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:27.698524 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Pushing event updated for resources: {'Network': ['ID=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:27.701341 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:27.710593 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:30:27.719924 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e8fa9908-87b0-45fe-87fd-be3dff8a2935 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7457459 Jun 17 17:30:27.721759 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46754) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:27.727274 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Request body: {'subnet': {'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-648098406-subnet', 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:27.843359 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:30:27.845749 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:28.198087 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:28.200259 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-5460d214-5ffc-4373-a497-1f7724648349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:28.251004 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9375b658-cbf1-441a-be40-f5f001a2d768,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:28.254672 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:28.262204 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Checking segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:30:28.262575 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Network hostable DHCP agents. Network: 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:30:28.372594 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:30:28.469385 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:30:28.473260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:28.473863 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:28.478112 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e481ec-4fc8-4e2e-95c0-befda6d7fb6e None None] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:30:28.598908 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fda8d-814d-4850-8546-45557d87f8e8 None None] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:30:28.638337 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-59fe707e-f8d0-47c7-90d0-8389b8dedf5f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9153991 Jun 17 17:30:29.079041 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d2bd32cb-bedd-42d0-88fd-8d5b36a3e9eb tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:29.080709 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d2bd32cb-bedd-42d0-88fd-8d5b36a3e9eb tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1064346 Jun 17 17:30:29.096455 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-f438b3b7-0179-4b4a-9a4c-b08230107e80 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/quotas/440657e2933c44e4ac2b94fc30db15a9 HTTP/1.1" status: 200 len: 375 time: 0.0097680 Jun 17 17:30:29.130269 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-3b2c3caa-7519-413c-b1fa-49d3e3d72aea tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277622 Jun 17 17:30:29.269856 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-2228469f-0ab9-4772-a1cd-7e0561043b02 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329105 Jun 17 17:30:29.363185 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-af3ff039-4062-4f72-b8fb-0d9ac1b412b2 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865400 Jun 17 17:30:29.668952 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-52e46e9c-c2b6-42a3-b1ab-b042624f66e1 req-fb4ddae5-c0d0-427f-9ad3-2a01682b6845 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 210 time: 0.0296388 Jun 17 17:30:30.751426 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb50baf6-62eb-427f-9239-eb402af6ffd9 req-7d002183-0bd8-4910-a0ba-0aab1185d8ed tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 210 time: 0.0284090 Jun 17 17:30:31.023886 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46808) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:31.143499 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.249537 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.368830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.371487 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3ad40bd7-3c82-4f56-aa2a-6ddddb2206ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:31.405140 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e34bfa65e1146dc810a741740b8a088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800845 Jun 17 17:30:31.407889 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46812) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:31.415705 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73585a61-a5e1-44be-8ea4-766439218b82,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:31.419291 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e351cad9-bee4-4e5b-9a12-47a082691fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:31.459121 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.482600 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.670202 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.673065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:31.674270 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73585a61-a5e1-44be-8ea4-766439218b82 HTTP/1.1" status: 204 len: 168 time: 0.2653556 Jun 17 17:30:31.675124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-856083db-c7fb-4605-9caf-c7ca8148e1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:31.685754 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73585a61-a5e1-44be-8ea4-766439218b82,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:31.688318 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:31.900268 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-def616fd-894e-4ab9-8a28-a09e3fc63492 req-83423e41-38d4-4c02-b169-5797fc68f150 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 210 time: 0.0358069 Jun 17 17:30:32.661454 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46822) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:32.678559 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:32.780643 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:32.814976 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-e22c4ed4-aa43-46aa-b724-98ae274444e4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:32.816478 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-e22c4ed4-aa43-46aa-b724-98ae274444e4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1153951 Jun 17 17:30:32.830229 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Request body: {'port': {'device_id': '353ea99e-3947-48d2-a799-f32314c55ef3', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'admin_state_up': True, 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:32.889083 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:32.891596 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-950e2f69-fdd2-483c-a8c0-2e6badf5255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:32.939707 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d01f9c8caf664145a34bf2f085fb8e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749393 Jun 17 17:30:32.939707 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38cc3b-273d-4a0c-a442-e5d071563983,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:32.940528 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 46826) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:32.943026 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a8ee5c80-28d4-4d25-bae7-ee4008767f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:33.025307 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.075055 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09beddcf-9299-43e0-9f2e-bdc907acfc2b req-4b6d3280-5d92-42c7-9475-2d470cb4122c tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 210 time: 0.0394444 Jun 17 17:30:33.077443 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.175043 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:30:33.179679 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.331232 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.334131 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.340463 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d38cc3b-273d-4a0c-a442-e5d071563983 HTTP/1.1" status: 204 len: 168 time: 0.3937876 Jun 17 17:30:33.365988 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-676d2e23-79f3-44ae-ba5f-1d244b03f5ac tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:33.380362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38cc3b-273d-4a0c-a442-e5d071563983,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:33.383202 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-01e0bdd9-a796-4925-bb0d-9ecc9ec5467b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:33.468394 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Allocated IP 172.20.0.12 (0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6/9375b658-cbf1-441a-be40-f5f001a2d768/50bb456a-042a-4714-9c72-db3dc811b4ce) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:30:33.624901 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.741083 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.746069 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:33.790465 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:30:33.794192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:30:33.800349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:30:33.825315 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event updated for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:33.828256 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:33.854662 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:33.855285 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:33.987025 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1605926 Jun 17 17:30:33.998192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Request body: {'port': {'device_id': '353ea99e-3947-48d2-a799-f32314c55ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:34.193871 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46838) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:34.212281 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.330346 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.430561 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.431721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.433471 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-554a61ff-26dd-4803-a5af-f34a0674ee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:34.461438 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf445b1-94f0-467f-b806-7a6b11f598ad req-c385fd06-670c-4eb4-943f-bb0ba7504a0a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:34.462870 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-faf445b1-94f0-467f-b806-7a6b11f598ad req-c385fd06-670c-4eb4-943f-bb0ba7504a0a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 932 time: 0.1174843 Jun 17 17:30:34.475711 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e859d5-dfa4-42aa-95a5-2df4268a2b8e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:34.483356 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b720a5b0be148baa089c7b0cf3f75a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876618 Jun 17 17:30:34.483615 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 46840) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:30:34.484488 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:34.544626 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.568199 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.603098 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-faf445b1-94f0-467f-b806-7a6b11f598ad req-dbe053f0-d279-43df-8072-e38b305f4dda tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187510 Jun 17 17:30:34.775500 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bb456a-042a-4714-9c72-db3dc811b4ce {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:30:34.780419 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.783298 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.783509 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.784835 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2e859d5-dfa4-42aa-95a5-2df4268a2b8e HTTP/1.1" status: 204 len: 168 time: 0.2994001 Jun 17 17:30:34.785638 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-539f63ec-b839-4eff-bd90-59571fb6a0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:34.796942 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e859d5-dfa4-42aa-95a5-2df4268a2b8e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:34.802170 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:34.805755 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Transition to ACTIVE for port object 50bb456a-042a-4714-9c72-db3dc811b4ce will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:30:34.906424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.909888 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6b62f961-57c5-43aa-a6f8-6326dcaa98ff tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:34.991263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Pushing event updated for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:34.994189 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:35.043089 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:35.063670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Attempting to bind port 50bb456a-042a-4714-9c72-db3dc811b4ce on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:30:35.064371 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Attempting to bind port 50bb456a-042a-4714-9c72-db3dc811b4ce by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:30:35.064371 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Attempting to bind port 50bb456a-042a-4714-9c72-db3dc811b4ce on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:30:35.069183 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Port 50bb456a-042a-4714-9c72-db3dc811b4ce on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:30:35.069504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Attempting to bind port 50bb456a-042a-4714-9c72-db3dc811b4ce on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:30:35.074617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:30:35.074971 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Checking segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:30:35.075326 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Bound using segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:30:35.075758 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Bound port: 50bb456a-042a-4714-9c72-db3dc811b4ce, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:30:35.076137 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:35.143178 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:30:35.146444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=50bb456a-042a-4714-9c72-db3dc811b4ce,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:30:35.455535 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:35.458830 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:35.513926 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:35.513926 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:35.513926 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] 10.222.0.45 "PUT /v2.0/ports/50bb456a-042a-4714-9c72-db3dc811b4ce HTTP/1.1" status: 200 len: 1094 time: 1.5105758 Jun 17 17:30:35.513926 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:30:35.513926 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:30:35.533979 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Pushing event updated for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:35.537244 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:35.558707 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39485806-590e-4000-a4c3-9c09a7f57756 x-openstack-request-id: req-39485806-590e-4000-a4c3-9c09a7f57756 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:30:35.559041 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:30:35.559331 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39485806-590e-4000-a4c3-9c09a7f57756 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:30:35.559898 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce', 'status': 'completed', 'code': 200} Jun 17 17:30:35.652185 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-0ea7db16-6cb1-4e6a-afec-7bde362f9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:35.653761 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-0ea7db16-6cb1-4e6a-afec-7bde362f9b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0737460 Jun 17 17:30:35.758138 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-81bb5ee4-d0a4-45eb-8177-6d7b787179cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:35.759682 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-81bb5ee4-d0a4-45eb-8177-6d7b787179cb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=440657e2933c44e4ac2b94fc30db15a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990307 Jun 17 17:30:35.907495 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246b790-b640-4d71-be67-595e96699863 req-b1b90902-0d3a-4851-a491-dc9287d0baa3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:35.909047 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6246b790-b640-4d71-be67-595e96699863 req-b1b90902-0d3a-4851-a491-dc9287d0baa3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 944 time: 0.1484916 Jun 17 17:30:35.910573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-5de043a4-5527-46a5-8429-39cfd592a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:35.911933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7f8f728-01fa-47cb-9834-b6c4d723d2b9 req-5de043a4-5527-46a5-8429-39cfd592a84e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428769 Jun 17 17:30:35.967366 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6246b790-b640-4d71-be67-595e96699863 req-18e33ae1-6798-48a9-bce6-9ddc9ac51632 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504711 Jun 17 17:30:36.014324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-0dad1641-3f27-415d-82f9-8ced76d27693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:36.015947 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-0dad1641-3f27-415d-82f9-8ced76d27693 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0624840 Jun 17 17:30:36.058971 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-0754d7a8-8c2f-440b-b4e2-52d5ce372375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bb456a-042a-4714-9c72-db3dc811b4ce HTTP/1.1" status: 200 len: 217 time: 0.0359066 Jun 17 17:30:36.116582 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-3f0ca6c9-4c3f-42ec-bde4-ab28bb341fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:36.118114 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-3f0ca6c9-4c3f-42ec-bde4-ab28bb341fb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 200 len: 854 time: 0.0534828 Jun 17 17:30:36.153415 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-64da5f1c-5c18-4622-9864-380bcf29aac3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287480 Jun 17 17:30:36.249548 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-91bf8b43-3342-45e0-9323-8a42bfd3b25d service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900807 Jun 17 17:30:36.353038 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8edcb22a-f45b-412d-ac3a-ee3f1140505d req-598447db-77a7-46c9-bb68-c90df9639dc8 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973952 Jun 17 17:30:37.168883 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868de2d8-6ee8-46e6-8e0e-75538d978881 req-de841fa8-a5b7-4541-8930-8f6db8011e15 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:37.170415 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-868de2d8-6ee8-46e6-8e0e-75538d978881 req-de841fa8-a5b7-4541-8930-8f6db8011e15 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 944 time: 0.0675271 Jun 17 17:30:37.211406 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-868de2d8-6ee8-46e6-8e0e-75538d978881 req-04acf344-ad6f-4568-af58-5625270b70c1 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344279 Jun 17 17:30:37.511767 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 50bb456a-042a-4714-9c72-db3dc811b4ce details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:30:37.617877 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=50bb456a-042a-4714-9c72-db3dc811b4ce,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:37.638497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '50bb456a-042a-4714-9c72-db3dc811b4ce', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'port_id': '50bb456a-042a-4714-9c72-db3dc811b4ce', 'mac_address': 'fa:16:3e:6b:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375b658-cbf1-441a-be40-f5f001a2d768', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:30:37.722909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:37.738927 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bb456a-042a-4714-9c72-db3dc811b4ce {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:30:37.759191 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=50bb456a-042a-4714-9c72-db3dc811b4ce,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:37.846742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:37.848702 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:37.896116 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:37.900891 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:38.054599 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:30:38.415092 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c12eb1-52d2-4ab6-beb5-724f4425e205 req-25d86059-537a-4b2e-871c-e6f7bdccc535 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:38.417460 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01c12eb1-52d2-4ab6-beb5-724f4425e205 req-25d86059-537a-4b2e-871c-e6f7bdccc535 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 945 time: 0.0829074 Jun 17 17:30:38.459249 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-01c12eb1-52d2-4ab6-beb5-724f4425e205 req-194404cb-de53-4e5a-bdaa-1fe673cec0a0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354018 Jun 17 17:30:39.524692 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 50bb456a-042a-4714-9c72-db3dc811b4ce up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:30:39.650661 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1714e-8726-4e99-a7b1-81272cc10489 req-90599046-cf85-48c6-9f2d-99e2533fd94f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:39.652134 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ac1714e-8726-4e99-a7b1-81272cc10489 req-90599046-cf85-48c6-9f2d-99e2533fd94f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 945 time: 0.0757437 Jun 17 17:30:39.698970 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ac1714e-8726-4e99-a7b1-81272cc10489 req-0041c63e-662d-452c-ae89-cdb0b6dbcd03 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jun 17 17:30:39.753515 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 50bb456a-042a-4714-9c72-db3dc811b4ce completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:30:39.756791 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 50bb456a-042a-4714-9c72-db3dc811b4ce triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:30:39.757171 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:39.837925 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:39.861137 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:30:39.863646 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe37c6-f468-4042-94a6-be37d29d5606" -d '{"events": [{"server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "name": "network-vif-plugged", "status": "completed", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:30:39.878361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=50bb456a-042a-4714-9c72-db3dc811b4ce,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:30:39.908805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78421ee-39fb-4a2b-9fd2-c167cc4581f6 x-openstack-request-id: req-c78421ee-39fb-4a2b-9fd2-c167cc4581f6 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:30:39.908805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "name": "network-vif-plugged", "status": "completed", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:30:39.908805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c78421ee-39fb-4a2b-9fd2-c167cc4581f6 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:30:39.908805 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce', 'code': 200} Jun 17 17:30:39.972523 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:39.974434 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:40.024168 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:40.027131 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:40.326454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d589-0a01-419d-b74b-c80a428454d2 req-b3ae21f2-a8d1-45c5-a050-34a069de25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:40.328032 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5bb2d589-0a01-419d-b74b-c80a428454d2 req-b3ae21f2-a8d1-45c5-a050-34a069de25cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0539086 Jun 17 17:30:40.364671 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5bb2d589-0a01-419d-b74b-c80a428454d2 req-be4e0b60-5713-43ce-b525-8892eb3bc34d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Jun 17 17:30:40.882589 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70cb24-146d-44a1-bd7e-09bd5e0c061c req-51445927-ad7b-410d-b949-9dd2e9eb8470 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:40.883847 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c70cb24-146d-44a1-bd7e-09bd5e0c061c req-51445927-ad7b-410d-b949-9dd2e9eb8470 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 946 time: 0.0708382 Jun 17 17:30:40.923541 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c70cb24-146d-44a1-bd7e-09bd5e0c061c req-d4dd124e-52de-4504-9eee-2f5ecc0b29c2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Jun 17 17:30:42.110982 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac5066-eec5-44c0-aa10-6d1282aef5cf req-23c2c8d7-2197-45fe-9dc9-3572eb570aa8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:42.112634 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9ac5066-eec5-44c0-aa10-6d1282aef5cf req-23c2c8d7-2197-45fe-9dc9-3572eb570aa8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 946 time: 0.0700014 Jun 17 17:30:42.152013 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9ac5066-eec5-44c0-aa10-6d1282aef5cf req-9cc97f22-5f1a-4f4e-b8b9-326fd4b2d261 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Jun 17 17:30:42.572318 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-890efc56-df05-404e-a38b-409b6565e9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:45.124247 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eb80b166-760d-4768-9a2d-952b326de258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:45.229576 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:46.723023 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:48.111266 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:52.699710 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-49803607-23c1-42b2-9782-a1a26266f34b tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:52.701188 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-49803607-23c1-42b2-9782-a1a26266f34b tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1024981 Jun 17 17:30:52.716516 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-5d4801e1-4c9b-4a69-a63b-5a6d45576f56 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/quotas/440657e2933c44e4ac2b94fc30db15a9 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Jun 17 17:30:52.778530 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-241771ff-4389-4387-8175-623b87cd72fd tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566278 Jun 17 17:30:52.870390 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-5e9a5f74-fcc7-45ae-8ce4-5b13ca6426a0 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Jun 17 17:30:52.958537 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-1c93c209-41f7-4def-a928-ec33e653bfde service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Jun 17 17:30:53.261468 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7797486e-4057-456d-a693-651c4f183930 req-03b761d3-3e2e-48fc-a273-8518c988aa82 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 210 time: 0.0328898 Jun 17 17:30:54.404486 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d58cb06b-2ce7-435b-accd-90435df589e7 req-3c7d5669-201a-4e7f-8522-a36207b53716 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Jun 17 17:30:55.548637 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8c6d660-4890-4b0d-9eab-eafb4ab41afc req-efb48dae-6424-41d0-8c5a-4d9dda8b3dab tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 210 time: 0.0302062 Jun 17 17:30:55.666124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-938f32b3-eb25-4a0d-ac2b-213cab1e4fc6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:55.667601 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-938f32b3-eb25-4a0d-ac2b-213cab1e4fc6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1056280 Jun 17 17:30:55.680724 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Request body: {'port': {'device_id': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'admin_state_up': True, 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:55.903912 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:30:55.907503 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:56.035125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Allocated IP 172.20.0.4 (0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6/9375b658-cbf1-441a-be40-f5f001a2d768/1a71b3d1-b630-43a8-a183-c93e87b9b45d) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:30:56.188487 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:56.295222 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:56.300033 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d319625b-54a1-43a6-8c1c-b320eec02392 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:56.341116 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:30:56.344392 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:30:56.350533 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:30:56.376263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event updated for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:56.389744 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.390121 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.390490 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.390855 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.391240 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.391575 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.391950 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.392310 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.392665 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.393016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.393373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.393723 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:30:56.398730 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:56.412086 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:56.412685 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:56.500462 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-f52eca4c-b8c8-4c59-b915-9291d35b2de2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235562 Jun 17 17:30:56.724965 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea31b6-b6ed-4373-9169-fcfab077c4a0 req-0e9e0a3b-7398-4fab-a312-f989348d9443 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:56.726424 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89ea31b6-b6ed-4373-9169-fcfab077c4a0 req-0e9e0a3b-7398-4fab-a312-f989348d9443 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 931 time: 0.0668101 Jun 17 17:30:56.764159 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89ea31b6-b6ed-4373-9169-fcfab077c4a0 req-6c08ad48-b022-4114-b51d-0e4252b70da8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Jun 17 17:30:57.947826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa92-becc-410f-b0c7-7ba14ee48bd0 req-11562802-e005-4d02-98e5-f7efdf8c5cd8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:57.949345 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e3efa92-becc-410f-b0c7-7ba14ee48bd0 req-11562802-e005-4d02-98e5-f7efdf8c5cd8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 931 time: 0.0652082 Jun 17 17:30:57.988225 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e3efa92-becc-410f-b0c7-7ba14ee48bd0 req-57cb15a1-1200-47b3-a765-2d6c094e1ae5 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Jun 17 17:30:58.678728 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:30:58.684793 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Request body: {'port': {'device_id': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:30:58.762900 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:58.806525 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:30:59.031318 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a71b3d1-b630-43a8-a183-c93e87b9b45d {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:30:59.045848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:59.060111 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Transition to ACTIVE for port object 1a71b3d1-b630-43a8-a183-c93e87b9b45d will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:30:59.157052 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:59.160125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fff795e7-f265-44be-828c-d48697f6bafa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:59.209373 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686bc1-c3ee-402c-88a5-44531b2fb455 req-520b7b5b-e444-435c-8e3e-42dc73900f7f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:59.210869 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c686bc1-c3ee-402c-88a5-44531b2fb455 req-520b7b5b-e444-435c-8e3e-42dc73900f7f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 931 time: 0.0973954 Jun 17 17:30:59.264277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:59.269755 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:59.319820 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c686bc1-c3ee-402c-88a5-44531b2fb455 req-5bd84314-5b98-43fb-b373-8c1a60c63cf3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800698 Jun 17 17:30:59.348657 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Attempting to bind port 1a71b3d1-b630-43a8-a183-c93e87b9b45d on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:30:59.348988 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Attempting to bind port 1a71b3d1-b630-43a8-a183-c93e87b9b45d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:30:59.349314 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Attempting to bind port 1a71b3d1-b630-43a8-a183-c93e87b9b45d on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:30:59.353573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Port 1a71b3d1-b630-43a8-a183-c93e87b9b45d on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:30:59.353891 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Attempting to bind port 1a71b3d1-b630-43a8-a183-c93e87b9b45d on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:30:59.359218 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:30:59.359552 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Checking segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:30:59.359935 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Bound using segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:30:59.360399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Bound port: 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:30:59.360746 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:59.426286 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:30:59.429302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:30:59.506047 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:59.509075 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-0ac02f4e-d617-4517-8b39-298dacdcfc29 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:30:59.539200 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:59.539809 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:59.541207 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/1a71b3d1-b630-43a8-a183-c93e87b9b45d HTTP/1.1" status: 200 len: 1093 time: 0.8617895 Jun 17 17:30:59.541712 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:30:59.544666 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab36243f-0684-459a-b2e2-d9271c2a6e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:30:59.568733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:30:59.571871 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:30:59.586889 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f57395-4058-409c-9ee2-1c77383aeb8a x-openstack-request-id: req-09f57395-4058-409c-9ee2-1c77383aeb8a {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:30:59.587219 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:30:59.587511 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09f57395-4058-409c-9ee2-1c77383aeb8a {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:30:59.587968 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d', 'status': 'completed', 'code': 200} Jun 17 17:30:59.660846 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-c32ba670-3b4b-4fb0-89a5-9b571209fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:59.662322 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-c32ba670-3b4b-4fb0-89a5-9b571209fa37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 1096 time: 0.0532475 Jun 17 17:30:59.761464 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-dc9775d7-2c81-41e4-86dd-9d8468b41a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:59.763443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-dc9775d7-2c81-41e4-86dd-9d8468b41a06 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=440657e2933c44e4ac2b94fc30db15a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925317 Jun 17 17:30:59.853156 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-924c5946-a3b9-4a78-9e42-48b772f41e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:30:59.854497 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab36243f-0684-459a-b2e2-d9271c2a6e6a req-924c5946-a3b9-4a78-9e42-48b772f41e55 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848880 Jun 17 17:31:00.069566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-39603c17-2471-480f-8fad-e1c128c26344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:00.071009 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-39603c17-2471-480f-8fad-e1c128c26344 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 1096 time: 0.0562251 Jun 17 17:31:00.114674 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-c8f8fda2-0fc4-45a6-9ba2-d6f013047ab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d HTTP/1.1" status: 200 len: 217 time: 0.0327878 Jun 17 17:31:00.164560 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-28b5456d-0385-4ec4-88b8-9d25876e5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:00.165973 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-28b5456d-0385-4ec4-88b8-9d25876e5a56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 200 len: 854 time: 0.0427771 Jun 17 17:31:00.205283 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-3b402597-c287-4166-8a0e-4234a7d00f81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299301 Jun 17 17:31:00.304452 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-ba77bccd-5db1-4e23-b829-80323f61adf5 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820885 Jun 17 17:31:00.398614 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b333cba8-437d-49b6-a02b-108102b74fd0 req-8d8cf9d5-ef95-41c5-97f2-4ba582de2be8 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875123 Jun 17 17:31:00.497333 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907024b-34fe-47b9-b47f-30fc3f459e14 req-83593189-64e4-4cee-9c4e-87d99d71874b tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:00.498961 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6907024b-34fe-47b9-b47f-30fc3f459e14 req-83593189-64e4-4cee-9c4e-87d99d71874b tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 943 time: 0.0634212 Jun 17 17:31:00.538176 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6907024b-34fe-47b9-b47f-30fc3f459e14 req-3f71056c-7122-4e4c-a517-4055a587b84d tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Jun 17 17:31:01.716410 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92792-63c0-40c2-83fa-352a10d39a96 req-21c29cc1-17c7-4b44-8305-3493227748f4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:01.717896 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3c92792-63c0-40c2-83fa-352a10d39a96 req-21c29cc1-17c7-4b44-8305-3493227748f4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 943 time: 0.0654333 Jun 17 17:31:01.756494 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3c92792-63c0-40c2-83fa-352a10d39a96 req-a94a41d5-ad9a-40b7-b14f-dd72068633fe tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Jun 17 17:31:02.669607 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 1a71b3d1-b630-43a8-a183-c93e87b9b45d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:31:02.767335 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:02.778474 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '1a71b3d1-b630-43a8-a183-c93e87b9b45d', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'port_id': '1a71b3d1-b630-43a8-a183-c93e87b9b45d', 'mac_address': 'fa:16:3e:26:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375b658-cbf1-441a-be40-f5f001a2d768', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:31:02.818665 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:02.835481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a71b3d1-b630-43a8-a183-c93e87b9b45d {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:31:02.868336 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:02.956018 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27addf4f-b362-47b3-a6c6-49bcc375b98d req-7856453c-8b0f-4661-ab64-213ff3c8a19e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:02.957516 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27addf4f-b362-47b3-a6c6-49bcc375b98d req-7856453c-8b0f-4661-ab64-213ff3c8a19e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 943 time: 0.0723255 Jun 17 17:31:02.972605 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:02.974537 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:03.009834 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27addf4f-b362-47b3-a6c6-49bcc375b98d req-f575bbcc-76c6-4631-b2ce-25946788277e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Jun 17 17:31:03.148189 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:03.151187 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:03.197358 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['1a71b3d1-b630-43a8-a183-c93e87b9b45d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:31:04.187678 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8e508-7344-4150-848d-66dcb1f90285 req-aa2c12f8-bc3e-4cc8-9d53-7308dfdc1a48 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:04.189107 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1cb8e508-7344-4150-848d-66dcb1f90285 req-aa2c12f8-bc3e-4cc8-9d53-7308dfdc1a48 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 944 time: 0.0634544 Jun 17 17:31:04.227714 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1cb8e508-7344-4150-848d-66dcb1f90285 req-74c33c71-eb30-4eef-9405-af3414cfd45a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Jun 17 17:31:04.973752 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:05.404574 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b77-9743-4b43-ba7b-3aafbc1dc208 req-21eb6cb5-2127-419b-bd33-cd31221e2733 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:05.406120 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21551b77-9743-4b43-ba7b-3aafbc1dc208 req-21eb6cb5-2127-419b-bd33-cd31221e2733 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 944 time: 0.0664923 Jun 17 17:31:05.443954 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21551b77-9743-4b43-ba7b-3aafbc1dc208 req-9c6a0bba-a1da-4771-9fad-7c117e0e172a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Jun 17 17:31:06.619992 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09517-f38d-4ae2-85e5-deeafbb8be9f req-5400968d-03f7-4cb9-b258-000c9f1247c9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:06.621467 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3af09517-f38d-4ae2-85e5-deeafbb8be9f req-5400968d-03f7-4cb9-b258-000c9f1247c9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 944 time: 0.0649793 Jun 17 17:31:06.660583 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3af09517-f38d-4ae2-85e5-deeafbb8be9f req-df214b53-9bf8-4761-b130-07300ec5c9c2 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Jun 17 17:31:06.686663 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 1a71b3d1-b630-43a8-a183-c93e87b9b45d up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:06.831042 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 1a71b3d1-b630-43a8-a183-c93e87b9b45d completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:06.834946 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 1a71b3d1-b630-43a8-a183-c93e87b9b45d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:06.839580 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:06.913216 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:06.936109 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:31:06.938445 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6310f5-4d4c-4865-80da-4122df5a5b19" -d '{"events": [{"server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:31:06.951405 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:06.976003 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f459d-580d-409e-8558-f86e40912b88 x-openstack-request-id: req-a92f459d-580d-409e-8558-f86e40912b88 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:31:06.976334 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "name": "network-vif-plugged", "status": "completed", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:31:06.976598 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a92f459d-580d-409e-8558-f86e40912b88 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:31:06.977004 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d', 'code': 200} Jun 17 17:31:07.054031 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:07.055938 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:07.105960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:07.112858 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.113202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.113538 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.113864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.114215 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.114547 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.114855 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.115314 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.115656 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.115971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.116334 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.116651 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:07.120598 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:07.443008 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6d47-19cd-4da9-bbba-3e0b0ef12b3f req-cca4423c-c717-459c-931e-e5c854f0a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:07.457751 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f8e6d47-19cd-4da9-bbba-3e0b0ef12b3f req-cca4423c-c717-459c-931e-e5c854f0a38a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 1098 time: 0.0549588 Jun 17 17:31:07.480710 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f8e6d47-19cd-4da9-bbba-3e0b0ef12b3f req-b6e93d3e-dd6c-4e35-b294-a0eb1c61c334 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280895 Jun 17 17:31:07.835117 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696465f-2066-47f0-ae4c-3cf5185039b2 req-2468678f-917e-4363-8492-b014bcab7fc6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:07.836603 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9696465f-2066-47f0-ae4c-3cf5185039b2 req-2468678f-917e-4363-8492-b014bcab7fc6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 945 time: 0.0662408 Jun 17 17:31:07.874803 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9696465f-2066-47f0-ae4c-3cf5185039b2 req-fb4a7f18-c833-4b13-be9d-7d82d3f7a829 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jun 17 17:31:09.050259 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa412e6-e762-4e00-88eb-4bad549e8f7d req-9ca36827-66d5-4161-b66a-3307b8992031 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:09.051747 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fa412e6-e762-4e00-88eb-4bad549e8f7d req-9ca36827-66d5-4161-b66a-3307b8992031 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 945 time: 0.0644763 Jun 17 17:31:09.089942 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fa412e6-e762-4e00-88eb-4bad549e8f7d req-36e68745-56af-4f53-a50e-2ffeefb83c36 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Jun 17 17:31:11.051554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-bef98797-2f89-4460-93eb-8c3134dbdaf3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:11.053122 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-bef98797-2f89-4460-93eb-8c3134dbdaf3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1047335 Jun 17 17:31:11.068688 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-51344717-7a85-41a4-80d8-b29f34b260b8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/quotas/440657e2933c44e4ac2b94fc30db15a9 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Jun 17 17:31:11.135221 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-9b890398-473b-4650-a2c6-a84eec4e2e02 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613685 Jun 17 17:31:11.228988 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-d487c2fb-c943-462a-b643-bc1b1708ebb6 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867798 Jun 17 17:31:11.317341 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-7474f275-3a2f-4f87-b940-f8b766d20559 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Jun 17 17:31:11.585170 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03c91f7b-84b8-4051-98dc-12a5aa8afc6a req-48ae6932-129b-4a7f-9d60-5f81d67cf104 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 210 time: 0.0329578 Jun 17 17:31:12.611768 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7e473d58-c297-4889-aef9-1deec3694b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:12.727249 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c3459e1-b80f-4c8f-8df8-2790db4d11b8 req-df109262-1bfa-40b2-b802-8b5f3e149762 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Jun 17 17:31:12.956096 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47178) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:13.090260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.186097 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.257647 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.260270 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1d8193f0-a9b9-43cd-b108-a097df6deafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:13.300861 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388c5e4-22cb-4d21-94bd-d072b2cd84dc,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:13.305142 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acc3f157886243b8b9c1c4dee27f0bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479788 Jun 17 17:31:13.308123 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47182) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:13.311798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.312222 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.312599 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.312966 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.313325 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.313692 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.314047 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.314404 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.314760 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.315114 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.315468 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.315817 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:13.319901 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:13.367964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.389741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.540290 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.544292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:13.544602 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f388c5e4-22cb-4d21-94bd-d072b2cd84dc HTTP/1.1" status: 204 len: 168 time: 0.2354441 Jun 17 17:31:13.545421 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3e548522-5d8b-4334-97c1-c4bae349fc83 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:13.553474 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388c5e4-22cb-4d21-94bd-d072b2cd84dc,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:13.556254 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-304d9b9e-2620-41f1-bfa7-db3c339b0633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:13.886512 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2bbdbc3-9c4b-4566-b54c-b03ccbd457a6 req-38208834-0706-4459-bc7a-c8065f70d787 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jun 17 17:31:13.995428 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-8cde481d-b6ba-482d-b15d-c4614ad3dcbd tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:13.996937 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-8cde481d-b6ba-482d-b15d-c4614ad3dcbd tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1130509 Jun 17 17:31:14.013660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Request body: {'port': {'device_id': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'admin_state_up': True, 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:31:14.521263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:14.525113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:14.668118 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Allocated IP 172.20.0.5 (0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6/9375b658-cbf1-441a-be40-f5f001a2d768/8599db07-2dc6-4836-a703-c46c0c60348e) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:14.835630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:14.946221 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:14.950879 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:14.965695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce', '1a71b3d1-b630-43a8-a183-c93e87b9b45d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:31:15.009255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event updated for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:15.019811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:15.021306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:15.022292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:15.028196 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:15.119741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:15.120285 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.151773 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe61fd-2a4f-4306-8f33-053ef3cbeeb3 req-6039877e-1e04-46b5-b980-3cd035a2d86a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:15.153364 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bdbe61fd-2a4f-4306-8f33-053ef3cbeeb3 req-6039877e-1e04-46b5-b980-3cd035a2d86a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 931 time: 0.1290836 Jun 17 17:31:15.195074 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bdbe61fd-2a4f-4306-8f33-053ef3cbeeb3 req-b4f52353-4ee9-40fc-83b9-7d24e17a7ede tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Jun 17 17:31:15.203193 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b8005ba7-4413-41c9-8a4b-c9cb5b2c0395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.235516 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.305856 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-f8c0285b-e64a-4a66-9849-1c86bd7cdf3a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965140 Jun 17 17:31:15.330306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Request body: {'port': {'device_id': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:31:15.410414 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.702491 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8599db07-2dc6-4836-a703-c46c0c60348e {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:31:15.710201 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.730546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Transition to ACTIVE for port object 8599db07-2dc6-4836-a703-c46c0c60348e will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:15.817395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:15.819642 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:15.896766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Pushing event updated for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:15.900434 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:15.976598 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Attempting to bind port 8599db07-2dc6-4836-a703-c46c0c60348e on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:31:15.977287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Attempting to bind port 8599db07-2dc6-4836-a703-c46c0c60348e by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:31:15.977287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Attempting to bind port 8599db07-2dc6-4836-a703-c46c0c60348e on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:31:15.982012 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Port 8599db07-2dc6-4836-a703-c46c0c60348e on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:31:15.982330 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Attempting to bind port 8599db07-2dc6-4836-a703-c46c0c60348e on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:31:15.987384 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:31:15.987719 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Checking segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:31:15.988210 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Bound using segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:31:15.988571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Bound port: 8599db07-2dc6-4836-a703-c46c0c60348e, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:31:15.989004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:16.058252 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:31:16.062136 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8599db07-2dc6-4836-a703-c46c0c60348e,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:31:16.140649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:16.142920 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9d729def-b9b1-4e8b-8ff1-e422ffa4a0d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:16.178728 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.179333 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:16.180799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] 10.222.0.45 "PUT /v2.0/ports/8599db07-2dc6-4836-a703-c46c0c60348e HTTP/1.1" status: 200 len: 1093 time: 0.8564897 Jun 17 17:31:16.181321 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:31:16.183673 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af5713-7f31-45e0-9e3b-4e1174efd19f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:31:16.208401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Pushing event updated for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:16.214787 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:16.242459 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5099e838-a290-405a-b0a1-55f217f92191 x-openstack-request-id: req-5099e838-a290-405a-b0a1-55f217f92191 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:31:16.242796 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:31:16.243093 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5099e838-a290-405a-b0a1-55f217f92191 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:31:16.243533 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e', 'status': 'completed', 'code': 200} Jun 17 17:31:16.330326 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-eb0c5325-cb6d-4f62-bbda-aa3b32994968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.331880 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-eb0c5325-cb6d-4f62-bbda-aa3b32994968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 1096 time: 0.0644307 Jun 17 17:31:16.473638 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087077-fd1b-4989-9444-f4f41345b195 req-b591e4f1-d863-4fce-b8fe-0894a2bd0c03 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.475074 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0087077-fd1b-4989-9444-f4f41345b195 req-b591e4f1-d863-4fce-b8fe-0894a2bd0c03 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 943 time: 0.1491230 Jun 17 17:31:16.481094 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-0c4baa01-c5c8-4258-ae3b-64b99e9075b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.483288 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-0c4baa01-c5c8-4258-ae3b-64b99e9075b4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=440657e2933c44e4ac2b94fc30db15a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1424875 Jun 17 17:31:16.583097 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0087077-fd1b-4989-9444-f4f41345b195 req-0a26ea37-5259-4f0b-b828-676df064ae3c tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971401 Jun 17 17:31:16.621665 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-38569aa4-744f-4a7c-8d4a-d43dc2bb17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.623137 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37af5713-7f31-45e0-9e3b-4e1174efd19f req-38569aa4-744f-4a7c-8d4a-d43dc2bb17f0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314049 Jun 17 17:31:16.719013 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-2f5f3927-0549-498f-b0a9-4b6056187fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.720564 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-2f5f3927-0549-498f-b0a9-4b6056187fa8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 1096 time: 0.0546613 Jun 17 17:31:16.728333 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:16.763181 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-2ab723c6-d1d8-4a21-892d-d200ac80a0a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8599db07-2dc6-4836-a703-c46c0c60348e HTTP/1.1" status: 200 len: 217 time: 0.0349317 Jun 17 17:31:16.817044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-6b45a933-8223-44a5-93a8-427f07ba30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:16.818540 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-6b45a933-8223-44a5-93a8-427f07ba30dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 200 len: 854 time: 0.0494611 Jun 17 17:31:16.852495 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-2e0499bc-f3d7-404b-ae54-bf7903faf9af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271077 Jun 17 17:31:16.949042 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-eaba043d-b5ad-4f4a-b6a3-d9c44140d2bc service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Jun 17 17:31:17.057275 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad6bda5f-d3fc-46de-aac9-b84eeb5524d2 req-100253c9-dce2-4195-89c8-e4096c65f582 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019366 Jun 17 17:31:17.772322 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cb15d-531a-43be-8fcb-ae363ebe6e82 req-45721f22-624b-4336-b515-ce9bc32388b5 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:17.773829 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-758cb15d-531a-43be-8fcb-ae363ebe6e82 req-45721f22-624b-4336-b515-ce9bc32388b5 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 943 time: 0.0652292 Jun 17 17:31:17.813542 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-758cb15d-531a-43be-8fcb-ae363ebe6e82 req-ebb3a0eb-c83e-4972-9856-42b98469df11 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Jun 17 17:31:18.104438 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:18.993007 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d366-bca6-483a-a913-a10d727830be req-d8f15cb5-fc35-427c-a480-4281abb023a4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:18.994539 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3fc3d366-bca6-483a-a913-a10d727830be req-d8f15cb5-fc35-427c-a480-4281abb023a4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 943 time: 0.0695271 Jun 17 17:31:19.035630 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3fc3d366-bca6-483a-a913-a10d727830be req-b754271b-8882-4835-b703-bb84ef43b0c6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343935 Jun 17 17:31:20.226142 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117f373-c729-41d9-a58d-7d185797824a req-9a6b6e2e-b475-4311-ac21-aac4b3d8d149 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:20.227655 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e117f373-c729-41d9-a58d-7d185797824a req-9a6b6e2e-b475-4311-ac21-aac4b3d8d149 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 943 time: 0.0719604 Jun 17 17:31:20.278857 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e117f373-c729-41d9-a58d-7d185797824a req-9c57e0e5-c9fe-4af2-85aa-3214dda39af3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Jun 17 17:31:20.745525 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8599db07-2dc6-4836-a703-c46c0c60348e details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:31:20.843762 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8599db07-2dc6-4836-a703-c46c0c60348e,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:20.859286 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '8599db07-2dc6-4836-a703-c46c0c60348e', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'port_id': '8599db07-2dc6-4836-a703-c46c0c60348e', 'mac_address': 'fa:16:3e:86:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375b658-cbf1-441a-be40-f5f001a2d768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:31:20.897481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:20.911638 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8599db07-2dc6-4836-a703-c46c0c60348e {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:31:20.933661 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8599db07-2dc6-4836-a703-c46c0c60348e,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:21.008183 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:21.009970 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:21.073893 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:21.080745 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:21.255130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['8599db07-2dc6-4836-a703-c46c0c60348e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:31:21.484600 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1b90-db58-4fb6-945c-005360d69169 req-33c6a1f2-e1ee-4306-aeae-97f1c16df4ef tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:21.486189 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-841c1b90-db58-4fb6-945c-005360d69169 req-33c6a1f2-e1ee-4306-aeae-97f1c16df4ef tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 944 time: 0.0793653 Jun 17 17:31:21.535532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-841c1b90-db58-4fb6-945c-005360d69169 req-69ddd6fc-76f0-4825-9281-bfa35c14a8d0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Jun 17 17:31:22.722493 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e3ba-c0b7-4f7b-8ca2-1d6e22e71125 req-5aadb48a-fabd-41cf-a3e8-8a3ceaeef136 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:22.724162 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c234e3ba-c0b7-4f7b-8ca2-1d6e22e71125 req-5aadb48a-fabd-41cf-a3e8-8a3ceaeef136 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 944 time: 0.0712240 Jun 17 17:31:22.757082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8599db07-2dc6-4836-a703-c46c0c60348e up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:22.764350 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c234e3ba-c0b7-4f7b-8ca2-1d6e22e71125 req-db2b23ba-e8f5-4ec7-bf3b-f80cf095b49a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Jun 17 17:31:22.859277 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 8599db07-2dc6-4836-a703-c46c0c60348e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:22.863327 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 8599db07-2dc6-4836-a703-c46c0c60348e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:22.863705 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:22.957801 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:22.981198 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:31:22.983565 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f111513-613e-4187-9390-cdecd0992cc2" -d '{"events": [{"server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "name": "network-vif-plugged", "status": "completed", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:31:22.996869 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8599db07-2dc6-4836-a703-c46c0c60348e,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:23.025443 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb89b49-11ae-498a-a62c-d2c83744428d x-openstack-request-id: req-ddb89b49-11ae-498a-a62c-d2c83744428d {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:31:23.025782 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "name": "network-vif-plugged", "status": "completed", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:31:23.026040 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddb89b49-11ae-498a-a62c-d2c83744428d {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:31:23.026494 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e', 'code': 200} Jun 17 17:31:23.099538 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:23.101706 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:23.149798 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:23.152666 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:23.522301 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ff2e6-bf3a-403f-ac6d-976d0a1f33e9 req-445b02ba-e4dc-423c-ab83-48a58792677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:23.523804 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af1ff2e6-bf3a-403f-ac6d-976d0a1f33e9 req-445b02ba-e4dc-423c-ab83-48a58792677f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 1098 time: 0.0575614 Jun 17 17:31:23.560566 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af1ff2e6-bf3a-403f-ac6d-976d0a1f33e9 req-59ab58b9-be42-45c9-900e-2f9a2ee48acf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301156 Jun 17 17:31:23.944745 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8f16-47e9-4146-a639-0988fa9f7c6d req-980e9dcc-132d-4ed6-b33e-b12ce62abad6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:23.946250 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2c8b8f16-47e9-4146-a639-0988fa9f7c6d req-980e9dcc-132d-4ed6-b33e-b12ce62abad6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 945 time: 0.0684459 Jun 17 17:31:23.986823 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2c8b8f16-47e9-4146-a639-0988fa9f7c6d req-d00f23ee-15cc-4321-826c-1dfc23b90be0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Jun 17 17:31:24.464277 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47284) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:24.576440 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:24.682319 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:24.762637 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:24.765296 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-056bb826-02b4-4b2f-ad94-cd93aa60c067 tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:24.803034 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84a49768bb1c4a56bc6dc8ff22b2624b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375976 Jun 17 17:31:24.803961 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d69d45e-8bf2-44c0-938c-7a4f3b39bc8d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:24.806880 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47288) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:24.807091 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e8653328-fd16-481f-a8b2-a15288cd31f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:24.860467 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:24.883636 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:25.019722 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:25.022590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:25.026676 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d69d45e-8bf2-44c0-938c-7a4f3b39bc8d HTTP/1.1" status: 204 len: 168 time: 0.2151785 Jun 17 17:31:25.026676 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-56bce941-c2c5-42d9-938c-19164227e263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:25.033531 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d69d45e-8bf2-44c0-938c-7a4f3b39bc8d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:25.036287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:25.181341 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0748b5e-b30c-4d76-960c-2ebf4faa764b req-0ca7a744-0c21-4a93-b8ba-14006c3a1001 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:25.182939 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0748b5e-b30c-4d76-960c-2ebf4faa764b req-0ca7a744-0c21-4a93-b8ba-14006c3a1001 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 945 time: 0.0748265 Jun 17 17:31:25.225883 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0748b5e-b30c-4d76-960c-2ebf4faa764b req-c92fd1d9-9cf1-4010-91c8-961f63172dde tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Jun 17 17:31:34.938934 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:35.805455 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:31:37.309611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b15f7c3e-6bb7-4652-b3a1-66ac82e4f0fa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:37.311205 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b15f7c3e-6bb7-4652-b3a1-66ac82e4f0fa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1018848 Jun 17 17:31:37.326063 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-a8c08024-593d-4bd4-8084-b5e87c2b6eb9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/quotas/440657e2933c44e4ac2b94fc30db15a9 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Jun 17 17:31:37.400427 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b05f40bb-3a6c-4c0b-b1b8-486ead991d5d tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687723 Jun 17 17:31:37.497406 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-6ee0ace4-a7fb-456a-a617-9f2cc545498a service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901766 Jun 17 17:31:37.590769 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-a79b9b23-696c-46a0-96c7-b79f757b4201 service neutron] 10.222.0.10 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873721 Jun 17 17:31:37.844499 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-14fb809a-75de-4e0d-903e-7b7fee1d56cc req-3ee9dc51-6698-45c8-aba6-ea98406aedae tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jun 17 17:31:38.711129 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-1e367dee-0fcd-408d-a601-be08e367e6f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518367 Jun 17 17:31:38.824383 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-e3e8827a-2387-4497-89df-838e9f3871e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:38.825931 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-e3e8827a-2387-4497-89df-838e9f3871e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0611024 Jun 17 17:31:38.935430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-5ac1ff91-54a2-4515-b427-abb2134a75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:38.936970 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-5ac1ff91-54a2-4515-b427-abb2134a75e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 915 time: 0.0896494 Jun 17 17:31:38.993839 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-df7e19f6-fd1f-4bba-94f9-7fa100fdd5f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bb456a-042a-4714-9c72-db3dc811b4ce HTTP/1.1" status: 200 len: 217 time: 0.0474873 Jun 17 17:31:39.025795 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-871730d0-6a3d-40eb-8ffc-175596aba783 req-afa5b8e0-77c1-434b-9065-c01e0dd70c8c tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 210 time: 0.0422194 Jun 17 17:31:39.070730 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-d2f16ff5-4204-4fd7-af7d-d30c03da6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:39.072292 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-d2f16ff5-4204-4fd7-af7d-d30c03da6636 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 200 len: 854 time: 0.0560012 Jun 17 17:31:39.108955 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-489d9874-846a-491d-a90a-4b88ad1b8938 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265532 Jun 17 17:31:39.205165 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-f2e60572-2fc2-4264-877c-d342fea0d8a6 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866656 Jun 17 17:31:39.299778 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f84e87c3-0536-4714-99b4-81e9631db0f2 req-9c9f543b-7a4a-40bc-931b-917e5f23a43d service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868428 Jun 17 17:31:40.225477 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-705a79ee-b143-48c0-98ff-4438ff15722e req-bb116a90-3887-414f-9035-d443e9f35a73 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 210 time: 0.0419106 Jun 17 17:31:40.252287 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-669eb0a2-4b1b-424f-8b8a-a582a796a3aa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:40.253874 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-669eb0a2-4b1b-424f-8b8a-a582a796a3aa tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/networks?id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 200 len: 814 time: 0.1446946 Jun 17 17:31:40.267417 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Request body: {'port': {'device_id': '787f2426-d737-4c3c-ae07-bf73199d567e', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'admin_state_up': True, 'tenant_id': '440657e2933c44e4ac2b94fc30db15a9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:31:40.510550 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Made reservation on behalf of 440657e2933c44e4ac2b94fc30db15a9 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:40.514229 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:40.647257 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Allocated IP 172.20.0.9 (0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6/9375b658-cbf1-441a-be40-f5f001a2d768/62424fce-0d27-46c0-9fda-72ad5ca1ebe5) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:40.789948 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:40.922324 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:40.926886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-96f46da2-e210-429f-be8f-fad85524c0e8 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:40.935775 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce', '1a71b3d1-b630-43a8-a183-c93e87b9b45d', '8599db07-2dc6-4836-a703-c46c0c60348e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:31:40.970530 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:40.974375 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:40.981138 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:41.004375 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event updated for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:41.008804 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:41.032649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:41.033271 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.143574 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-56deafb4-abdb-4479-979d-264ba77e9977 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799767 Jun 17 17:31:41.155247 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Request body: {'port': {'device_id': '787f2426-d737-4c3c-ae07-bf73199d567e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:31:41.227238 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.487895 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a7e3-f2d4-4d93-a59a-4bc78ca15db9 req-7aa8bc25-bce8-44d2-8756-54b9e0be8643 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:41.489410 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5b35a7e3-f2d4-4d93-a59a-4bc78ca15db9 req-7aa8bc25-bce8-44d2-8756-54b9e0be8643 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 931 time: 0.1374624 Jun 17 17:31:41.550411 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5b35a7e3-f2d4-4d93-a59a-4bc78ca15db9 req-d9fe6b5f-0fcc-49d9-96bc-b08ea5406ee0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Jun 17 17:31:41.581737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:31:41.589527 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.603118 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Transition to ACTIVE for port object 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:41.674266 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.676352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:41.753614 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Pushing event updated for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:41.772666 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:41.821255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Attempting to bind port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:31:41.821617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Attempting to bind port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:31:41.821951 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Attempting to bind port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:31:41.826274 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:31:41.826593 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Attempting to bind port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 on network 0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:31:41.831978 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:31:41.832345 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Checking segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:31:41.832777 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Bound using segment: {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:31:41.833202 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Bound port: 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:31:41.833549 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.899141 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:31:41.902221 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:31:42.002092 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.004993 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3979e37d-8635-466a-8ebc-8e3aeae4a9a0 tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.037033 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.037639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.039255 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] 10.222.0.45 "PUT /v2.0/ports/62424fce-0d27-46c0-9fda-72ad5ca1ebe5 HTTP/1.1" status: 200 len: 1093 time: 0.8884065 Jun 17 17:31:42.039764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:31:42.042113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c0b28-870c-4a35-b092-169f5bcca855" -d '{"events": [{"name": "network-changed", "server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:31:42.066042 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Pushing event updated for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.070497 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.082564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757246ff-1cab-43b6-9712-015e7d6a8615 x-openstack-request-id: req-757246ff-1cab-43b6-9712-015e7d6a8615 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:31:42.082902 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:31:42.083198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-757246ff-1cab-43b6-9712-015e7d6a8615 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:31:42.083635 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5', 'status': 'completed', 'code': 200} Jun 17 17:31:42.156515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-4ccba27a-0c69-4219-ad51-a4dec95c7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.158105 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-4ccba27a-0c69-4219-ad51-a4dec95c7562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 1096 time: 0.0543776 Jun 17 17:31:42.256899 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-cd5c5eaa-de9a-4dd4-8500-9bf7094b1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.258297 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-cd5c5eaa-de9a-4dd4-8500-9bf7094b1fd3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=440657e2933c44e4ac2b94fc30db15a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932770 Jun 17 17:31:42.357790 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-5234fe6b-34d4-409b-88ba-d7641101c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.359292 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d87c0b28-870c-4a35-b092-169f5bcca855 req-5234fe6b-34d4-409b-88ba-d7641101c62b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937908 Jun 17 17:31:42.457263 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-35a899d9-ca69-4bb4-8283-e4335a752e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.458776 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-35a899d9-ca69-4bb4-8283-e4335a752e38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=440657e2933c44e4ac2b94fc30db15a9&device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 1096 time: 0.0565660 Jun 17 17:31:42.500841 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-5a6422b8-ae82-4a47-8ca8-1ec739ff85a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5 HTTP/1.1" status: 200 len: 217 time: 0.0343022 Jun 17 17:31:42.550698 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-9a557253-54b1-4aa6-a29f-de10b89c1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.552310 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-9a557253-54b1-4aa6-a29f-de10b89c1318 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 200 len: 854 time: 0.0441840 Jun 17 17:31:42.585185 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0b441e39-7924-4bd6-9cbe-eb0e5b6a1172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.594403 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-41dea012-6bf2-459e-8921-f7b3492cd5c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341539 Jun 17 17:31:42.708904 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-e6939ac3-ebc5-4573-80f3-a148e84c3496 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079271 Jun 17 17:31:42.802577 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda82da-44de-42fe-83dd-154206e8c584 req-121c6bd2-58f3-4be9-a2a2-1bf0afa51b1d tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.803876 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7dda82da-44de-42fe-83dd-154206e8c584 req-121c6bd2-58f3-4be9-a2a2-1bf0afa51b1d tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 943 time: 0.1350088 Jun 17 17:31:42.837170 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f8c746-e41f-4256-b898-9e077abd8811 req-478f5fce-8b31-4f9b-92f5-11ffb5cd6056 service neutron] 10.222.0.45 "GET /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206987 Jun 17 17:31:42.853164 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7dda82da-44de-42fe-83dd-154206e8c584 req-113c1747-3ce9-47ad-aff6-3169bb5ecbab tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Jun 17 17:31:44.030291 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d8bc-2389-409c-acda-73abbfb11001 req-fa9cc22d-7f1c-46be-81dc-469377ede1e8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:44.031782 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7017d8bc-2389-409c-acda-73abbfb11001 req-fa9cc22d-7f1c-46be-81dc-469377ede1e8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 943 time: 0.0682392 Jun 17 17:31:44.070706 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7017d8bc-2389-409c-acda-73abbfb11001 req-8390c450-f7f6-4890-8a43-1b2a25ff02f4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Jun 17 17:31:44.843742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:31:44.938388 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:44.949999 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5', 'network_id': '0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6', 'port_id': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5', 'mac_address': 'fa:16:3e:15:ef:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375b658-cbf1-441a-be40-f5f001a2d768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:31:44.985375 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.997758 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:31:45.025544 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:45.150383 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.153145 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:45.185280 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-067ffccb-e47d-4cf5-a369-3a762dba378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.202447 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.206568 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:45.209458 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:45.246721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a524f-0bf3-447f-aba8-25c6eacca22c req-dc3a8296-0a28-44db-a386-cc756b2a3ed3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:45.248224 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c63a524f-0bf3-447f-aba8-25c6eacca22c req-dc3a8296-0a28-44db-a386-cc756b2a3ed3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 944 time: 0.0651143 Jun 17 17:31:45.285683 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c63a524f-0bf3-447f-aba8-25c6eacca22c req-5be9a420-3dd1-47b0-9380-5a4ad7e362b0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Jun 17 17:31:45.429099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['62424fce-0d27-46c0-9fda-72ad5ca1ebe5'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:31:46.617436 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1875-cde7-4382-891e-3b1965a45d40 req-21328fdf-91a0-4373-88ee-61b76d716dd3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:46.618903 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbfe1875-cde7-4382-891e-3b1965a45d40 req-21328fdf-91a0-4373-88ee-61b76d716dd3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 944 time: 0.0666249 Jun 17 17:31:46.661291 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbfe1875-cde7-4382-891e-3b1965a45d40 req-60f17df2-b0a7-415b-8959-aa29fa3c6d5f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Jun 17 17:31:46.736838 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.845971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:46.984883 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:46.989035 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:46.989474 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.064804 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.088041 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:31:47.090871 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e02297-ce91-48c3-b0d5-1e11bb95dfa3" -d '{"events": [{"server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "name": "network-vif-plugged", "status": "completed", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:31:47.103639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:47.125291 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698eeae-3776-4fdd-815d-3fb8ee0331b0 x-openstack-request-id: req-4698eeae-3776-4fdd-815d-3fb8ee0331b0 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:31:47.125682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "name": "network-vif-plugged", "status": "completed", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:31:47.125945 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4698eeae-3776-4fdd-815d-3fb8ee0331b0 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:31:47.126422 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5', 'code': 200} Jun 17 17:31:47.213372 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.216281 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-bdadfe08-55f3-4e95-8fa9-f5aedc19e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:47.264454 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:47.267556 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:47.875828 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2651c6-2685-4334-920b-5d06e246af13 req-41dc456b-7e9e-4e91-9c2c-7e17fe2f9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:47.877357 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb2651c6-2685-4334-920b-5d06e246af13 req-41dc456b-7e9e-4e91-9c2c-7e17fe2f9670 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 1098 time: 0.3694992 Jun 17 17:31:47.894545 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37266b1e-0cba-4401-b550-e978fa26cf2e req-e3df102f-908c-4644-ae4c-630a7ffc3326 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:47.895951 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37266b1e-0cba-4401-b550-e978fa26cf2e req-e3df102f-908c-4644-ae4c-630a7ffc3326 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0812526 Jun 17 17:31:47.950732 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb2651c6-2685-4334-920b-5d06e246af13 req-bfa790ee-ba2a-4b76-9bed-539bbb464526 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537357 Jun 17 17:31:47.955496 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37266b1e-0cba-4401-b550-e978fa26cf2e req-b0983c20-23dc-40eb-bc9a-5c2c1a5b6f12 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533919 Jun 17 17:31:48.156176 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.134044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1905-4594-4a15-9da7-fc70219180c9 req-8b31476c-4dac-4630-91e8-ec6c9091905e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:49.135499 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cab1905-4594-4a15-9da7-fc70219180c9 req-8b31476c-4dac-4630-91e8-ec6c9091905e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0659547 Jun 17 17:31:49.174884 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cab1905-4594-4a15-9da7-fc70219180c9 req-a67a7c1e-67cf-4ab7-870b-e1bf653781ae tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Jun 17 17:31:50.351534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e711-0b28-4058-9281-ad380abc109b req-7f16af84-6641-4c6a-bc23-a29c12fc3e16 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:50.352963 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc64e711-0b28-4058-9281-ad380abc109b req-7f16af84-6641-4c6a-bc23-a29c12fc3e16 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0667238 Jun 17 17:31:50.391824 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc64e711-0b28-4058-9281-ad380abc109b req-64363f1b-f6f8-429b-8ca9-7cf69034977d tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Jun 17 17:32:03.839825 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c006-bf2e-4b94-98b2-8491d62822d7 req-913a24b2-7c71-45a9-b3c9-724df15b283e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:03.841353 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ca3c006-bf2e-4b94-98b2-8491d62822d7 req-913a24b2-7c71-45a9-b3c9-724df15b283e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0683780 Jun 17 17:32:03.881242 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ca3c006-bf2e-4b94-98b2-8491d62822d7 req-8ca5ab83-9426-4059-ba00-7de1b0705cdb tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Jun 17 17:32:04.961238 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.058908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7342c-1542-41e7-846d-44a872d1c833 req-9625bbf6-5d71-4a3b-b4b8-4a2723da5f15 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:05.060644 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87c7342c-1542-41e7-846d-44a872d1c833 req-9625bbf6-5d71-4a3b-b4b8-4a2723da5f15 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0656240 Jun 17 17:32:05.100745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87c7342c-1542-41e7-846d-44a872d1c833 req-b5f2464f-2590-41eb-a928-4f09d558da8e tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Jun 17 17:32:05.375070 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-9460dd53-7f71-4149-8c3c-2a6227b9a725 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:05.376558 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-9460dd53-7f71-4149-8c3c-2a6227b9a725 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 945 time: 0.0629337 Jun 17 17:32:05.482958 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Deleting port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:32:05.483300 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.579223 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] For port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:05.579579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.642746 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Calling delete_port for 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:32:05.864449 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.869648 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d5eff6b3-15a8-43b1-8d9c-d7d24bd45957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:05.877496 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce', '1a71b3d1-b630-43a8-a183-c93e87b9b45d', '8599db07-2dc6-4836-a703-c46c0c60348e', '62424fce-0d27-46c0-9fda-72ad5ca1ebe5'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:05.898051 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event deleted for resources: {'Port': ['ID=62424fce-0d27-46c0-9fda-72ad5ca1ebe5,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:05.910600 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.911004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.911398 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.911790 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.912224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.912616 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.913251 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.913615 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.913997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.914378 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.914765 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.915121 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:05.934457 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:05.959372 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] No DVR routers for this DVR port 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:32:05.962038 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.964045 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e716dad-426e-4b42-ba0e-fd984959b5e5 req-e9eeeb83-c8d8-4596-9c77-ade961634a42 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "DELETE /v2.0/ports/62424fce-0d27-46c0-9fda-72ad5ca1ebe5 HTTP/1.1" status: 204 len: 173 time: 0.5819757 Jun 17 17:32:05.964607 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'name': 'network-vif-deleted', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:05.967084 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6066f-3666-490e-a912-4ad061334c12" -d '{"events": [{"server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "name": "network-vif-deleted", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:32:06.004593 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f87f25-9cfb-43db-a4c4-44f1e3940d04 x-openstack-request-id: req-12f87f25-9cfb-43db-a4c4-44f1e3940d04 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:32:06.004968 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787f2426-d737-4c3c-ae07-bf73199d567e", "name": "network-vif-deleted", "tag": "62424fce-0d27-46c0-9fda-72ad5ca1ebe5", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:32:06.005272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12f87f25-9cfb-43db-a4c4-44f1e3940d04 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:32:06.005730 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787f2426-d737-4c3c-ae07-bf73199d567e', 'name': 'network-vif-deleted', 'tag': '62424fce-0d27-46c0-9fda-72ad5ca1ebe5', 'status': 'completed', 'code': 200} Jun 17 17:32:06.249446 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b1c7e92-12d7-4a35-bf8e-f6621ecc555e req-38e81f71-744c-423c-9cc9-5b848718300a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=787f2426-d737-4c3c-ae07-bf73199d567e HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jun 17 17:32:08.958658 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:32:08.978980 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:32:08.979336 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 62424fce-0d27-46c0-9fda-72ad5ca1ebe5 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:32:09.339404 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76df16-1ee4-4283-822d-fa1f52aad8e0 req-dfb67d94-628e-4cab-8e21-1ad1935ba4d8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:09.340913 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb76df16-1ee4-4283-822d-fa1f52aad8e0 req-dfb67d94-628e-4cab-8e21-1ad1935ba4d8 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 945 time: 0.0649364 Jun 17 17:32:09.379545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb76df16-1ee4-4283-822d-fa1f52aad8e0 req-e6cf92d9-952b-49dd-93ae-fcaa8adc0bc6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Jun 17 17:32:10.561360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d49cc-bfcd-47c1-9832-7598e8094ad8 req-63707282-a8a8-4520-8389-93fe015715c0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:10.562838 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e47d49cc-bfcd-47c1-9832-7598e8094ad8 req-63707282-a8a8-4520-8389-93fe015715c0 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 945 time: 0.0709991 Jun 17 17:32:10.603987 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e47d49cc-bfcd-47c1-9832-7598e8094ad8 req-1ac53b1f-af70-40d5-b4f9-97bd526a52b9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Jun 17 17:32:10.768806 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-c6b13d02-1967-4248-a2e0-a41886de2f8c tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:10.770220 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-c6b13d02-1967-4248-a2e0-a41886de2f8c tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 945 time: 0.0653012 Jun 17 17:32:10.875571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Deleting port 8599db07-2dc6-4836-a703-c46c0c60348e {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:32:10.875904 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.964981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] For port 8599db07-2dc6-4836-a703-c46c0c60348e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8599db07-2dc6-4836-a703-c46c0c60348e,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:10.965395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.037544 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Calling delete_port for 8599db07-2dc6-4836-a703-c46c0c60348e owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:32:11.290712 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.294824 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-ed03045a-0779-4707-b462-2c624020f85a tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.303318 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce', '1a71b3d1-b630-43a8-a183-c93e87b9b45d', '8599db07-2dc6-4836-a703-c46c0c60348e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:11.321504 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event deleted for resources: {'Port': ['ID=8599db07-2dc6-4836-a703-c46c0c60348e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.325153 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.367795 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] No DVR routers for this DVR port 8599db07-2dc6-4836-a703-c46c0c60348e on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:32:11.370280 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.372414 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53ecc7a2-c161-465c-832b-c25e9d9bf3a8 req-bfa7ff09-8a50-4eeb-ab67-a426fe29e78f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "DELETE /v2.0/ports/8599db07-2dc6-4836-a703-c46c0c60348e HTTP/1.1" status: 204 len: 173 time: 0.5971627 Jun 17 17:32:11.372936 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'name': 'network-vif-deleted', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:11.375276 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b05713c-b247-4800-9a17-6fbe9b752d8e" -d '{"events": [{"server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "name": "network-vif-deleted", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:32:11.414867 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5bbc3-27fc-4431-8b83-2b6c83676a82 x-openstack-request-id: req-b6c5bbc3-27fc-4431-8b83-2b6c83676a82 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:32:11.415207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8c7fe-cf03-4b82-8e45-8462bcaf1445", "name": "network-vif-deleted", "tag": "8599db07-2dc6-4836-a703-c46c0c60348e", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:32:11.415509 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6c5bbc3-27fc-4431-8b83-2b6c83676a82 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:32:11.415949 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe8c7fe-cf03-4b82-8e45-8462bcaf1445', 'name': 'network-vif-deleted', 'tag': '8599db07-2dc6-4836-a703-c46c0c60348e', 'status': 'completed', 'code': 200} Jun 17 17:32:11.740534 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-555c3d53-bcd0-495d-b363-949207deaa89 req-e7aa9dbf-bc6a-4e1f-9672-50df1c5dd492 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe8c7fe-cf03-4b82-8e45-8462bcaf1445 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Jun 17 17:32:12.616498 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-880484a4-7e7b-4837-b907-51c8a118dc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.804900 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:32:13.713014 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd767-b2a0-4915-b085-867d0eb34934 req-aa652b5d-9c11-4f60-9c8d-915502b73bb9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:13.714476 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-565fd767-b2a0-4915-b085-867d0eb34934 req-aa652b5d-9c11-4f60-9c8d-915502b73bb9 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Jun 17 17:32:13.752112 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-565fd767-b2a0-4915-b085-867d0eb34934 req-b1c2fa69-bf5b-486b-8523-f0a7fde221d1 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Jun 17 17:32:14.928874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c0ef-be82-48b7-900d-4aa41273154d req-2f39d170-56a5-4f38-af98-79af1005117a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:14.930266 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-70b9c0ef-be82-48b7-900d-4aa41273154d req-2f39d170-56a5-4f38-af98-79af1005117a tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Jun 17 17:32:14.978006 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-70b9c0ef-be82-48b7-900d-4aa41273154d req-e815b158-ef0b-4fb5-affd-80d392f648a3 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Jun 17 17:32:15.002864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8599db07-2dc6-4836-a703-c46c0c60348e no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:32:15.017789 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 8599db07-2dc6-4836-a703-c46c0c60348e {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:32:15.018147 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 8599db07-2dc6-4836-a703-c46c0c60348e not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:32:15.029027 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ca39e-bc66-4174-828b-c1d850f84074 req-95fa2c9b-7e7a-4936-a6d0-5736e742e864 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:15.030465 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-472ca39e-bc66-4174-828b-c1d850f84074 req-95fa2c9b-7e7a-4936-a6d0-5736e742e864 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 945 time: 0.0663118 Jun 17 17:32:15.096367 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ff58e727-0cba-42f3-ac4c-ea37d73f03f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.136476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Deleting port 1a71b3d1-b630-43a8-a183-c93e87b9b45d {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:32:15.136815 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.212834 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.228248 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] For port 1a71b3d1-b630-43a8-a183-c93e87b9b45d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1a71b3d1-b630-43a8-a183-c93e87b9b45d,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:15.228616 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.290957 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Calling delete_port for 1a71b3d1-b630-43a8-a183-c93e87b9b45d owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:32:15.496360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.500602 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5a85db4d-5f46-46c8-b8b8-1458c7397d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:15.507865 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce', '1a71b3d1-b630-43a8-a183-c93e87b9b45d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:15.529697 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event deleted for resources: {'Port': ['ID=1a71b3d1-b630-43a8-a183-c93e87b9b45d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:15.534592 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:15.577652 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] No DVR routers for this DVR port 1a71b3d1-b630-43a8-a183-c93e87b9b45d on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:32:15.580207 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.582253 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-472ca39e-bc66-4174-828b-c1d850f84074 req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "DELETE /v2.0/ports/1a71b3d1-b630-43a8-a183-c93e87b9b45d HTTP/1.1" status: 204 len: 173 time: 0.5451937 Jun 17 17:32:15.582770 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'name': 'network-vif-deleted', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:15.585106 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4caa0f4-d81e-48d1-b9d4-e5c9723cd4dd" -d '{"events": [{"server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "name": "network-vif-deleted", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:32:15.621355 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd4a49d-45a7-48a3-aab6-ada82e065537 x-openstack-request-id: req-bdd4a49d-45a7-48a3-aab6-ada82e065537 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:32:15.621693 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d767af7f-de50-4079-85fc-9c56ed3b94f7", "name": "network-vif-deleted", "tag": "1a71b3d1-b630-43a8-a183-c93e87b9b45d", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:32:15.621988 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdd4a49d-45a7-48a3-aab6-ada82e065537 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:32:15.622421 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd767af7f-de50-4079-85fc-9c56ed3b94f7', 'name': 'network-vif-deleted', 'tag': '1a71b3d1-b630-43a8-a183-c93e87b9b45d', 'status': 'completed', 'code': 200} Jun 17 17:32:16.133079 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efc02a1d-5bda-4b2d-aef4-62f40f52085f req-f1d20d85-b3a7-4eea-990a-8f4b7c80fe49 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=d767af7f-de50-4079-85fc-9c56ed3b94f7 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Jun 17 17:32:16.829674 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.190064 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:19.007570 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 1a71b3d1-b630-43a8-a183-c93e87b9b45d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:32:19.027852 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 1a71b3d1-b630-43a8-a183-c93e87b9b45d {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:32:19.027852 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 1a71b3d1-b630-43a8-a183-c93e87b9b45d not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:32:19.454245 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6491605-1852-417a-91ca-87c15954571c req-24aa3c6b-24c5-4805-877d-5c458dcc6aa6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:19.455613 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6491605-1852-417a-91ca-87c15954571c req-24aa3c6b-24c5-4805-877d-5c458dcc6aa6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 946 time: 0.2180045 Jun 17 17:32:19.492491 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6491605-1852-417a-91ca-87c15954571c req-e350b18c-5c44-4836-8158-145660210c9f tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Jun 17 17:32:20.673897 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca3ba-49af-4b41-9344-0d32b37d85ec req-527c767c-4ef6-4a32-bad0-916318c366b6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:20.675874 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9aca3ba-49af-4b41-9344-0d32b37d85ec req-527c767c-4ef6-4a32-bad0-916318c366b6 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 946 time: 0.0694249 Jun 17 17:32:20.743290 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9aca3ba-49af-4b41-9344-0d32b37d85ec req-5ee4a5b5-c75e-4a9e-8903-2ae6015a3f60 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/security-groups?id=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617137 Jun 17 17:32:20.772864 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-1806b3d9-ddf4-44fd-87ac-94c369be4dd4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:20.774354 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-1806b3d9-ddf4-44fd-87ac-94c369be4dd4 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 946 time: 0.0767922 Jun 17 17:32:20.878517 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Deleting port 50bb456a-042a-4714-9c72-db3dc811b4ce {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:32:20.878856 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:20.977237 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] For port 50bb456a-042a-4714-9c72-db3dc811b4ce, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=50bb456a-042a-4714-9c72-db3dc811b4ce,segment=NetworkSegment(4829aeae-64d6-4a55-8f23-fb5f3ed2efb6),segment_id=4829aeae-64d6-4a55-8f23-fb5f3ed2efb6)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:20.977598 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.045088 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Calling delete_port for 50bb456a-042a-4714-9c72-db3dc811b4ce owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:32:21.292906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.296864 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d6a9c8db-1c96-4f7a-8a3e-d4643cedf64e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:21.303833 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['50bb456a-042a-4714-9c72-db3dc811b4ce'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:21.323462 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Pushing event deleted for resources: {'Port': ['ID=50bb456a-042a-4714-9c72-db3dc811b4ce,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:21.331063 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:21.371660 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] No DVR routers for this DVR port 50bb456a-042a-4714-9c72-db3dc811b4ce on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:32:21.374091 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.376043 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb3a2034-6481-4251-9b8b-2491948fb693 req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.45 "DELETE /v2.0/ports/50bb456a-042a-4714-9c72-db3dc811b4ce HTTP/1.1" status: 204 len: 173 time: 0.5963795 Jun 17 17:32:21.376587 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'name': 'network-vif-deleted', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:21.379500 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5abbb5-9dc5-4c03-ab27-616ee2d00b31" -d '{"events": [{"server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "name": "network-vif-deleted", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:32:21.414476 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb776035-6b8e-4d35-8275-2651f4b52bd4 x-openstack-request-id: req-fb776035-6b8e-4d35-8275-2651f4b52bd4 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:32:21.414833 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ea99e-3947-48d2-a799-f32314c55ef3", "name": "network-vif-deleted", "tag": "50bb456a-042a-4714-9c72-db3dc811b4ce", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:32:21.415127 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb776035-6b8e-4d35-8275-2651f4b52bd4 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:32:21.415569 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ea99e-3947-48d2-a799-f32314c55ef3', 'name': 'network-vif-deleted', 'tag': '50bb456a-042a-4714-9c72-db3dc811b4ce', 'status': 'completed', 'code': 200} Jun 17 17:32:21.887089 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78e18620-dc8e-4f08-9251-5530bf581191 req-22172efb-95c7-4254-a19a-76e9601c80ee tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] 10.222.0.10 "GET /v2.0/ports?device_id=353ea99e-3947-48d2-a799-f32314c55ef3 HTTP/1.1" status: 200 len: 210 time: 0.0304124 Jun 17 17:32:22.986639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47506) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:23.036714 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Deleting subnet 9375b658-cbf1-441a-be40-f5f001a2d768 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:32:23.040334 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.075344 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.115533 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.293209 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.295706 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4be51ab0-f1c2-4f3c-a6cc-b2c5fd7493e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:23.324222 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9375b658-cbf1-441a-be40-f5f001a2d768,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:23.327431 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:23.328458 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.331429 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9375b658-cbf1-441a-be40-f5f001a2d768 HTTP/1.1" status: 204 len: 168 time: 0.3426807 Jun 17 17:32:23.333328 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47508) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:23.403110 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.484512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.494845 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:23.505363 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:23.505654 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4829aeae-64d6-4a55-8f23-fb5f3ed2efb6') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:23.514921 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.531146 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.538224 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:32:23.538609 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:32:23.540395 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:32:23.545796 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:32:23.715810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.720103 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-6c8b8b4a-54bc-4bf0-a3ed-90af4ec43bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:23.726069 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.727947 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6 HTTP/1.1" status: 204 len: 168 time: 0.3940551 Jun 17 17:32:23.737552 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2427e5-1fe5-4f5b-b975-e04b94ccc3c6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:23.739999 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e60105a9-0c36-41c9-a8da-6ea36bb1d843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:24.104621 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47512) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:24.149569 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e99bd877-7eaa-4f0a-8695-9f3d292ebf40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=440657e2933c44e4ac2b94fc30db15a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437303 Jun 17 17:32:24.151861 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47514) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:24.200454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.220759 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.353135 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.355762 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.356927 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6 HTTP/1.1" status: 204 len: 168 time: 0.2040391 Jun 17 17:32:24.357680 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3ea04aa6-0359-4f63-a8ac-2e87efe19e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:24.365777 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8ad59-bf9b-4a4b-8f9b-e31eea3420a6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:24.368214 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:25.048613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 50bb456a-042a-4714-9c72-db3dc811b4ce no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:32:25.071045 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 50bb456a-042a-4714-9c72-db3dc811b4ce {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:32:25.071402 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 50bb456a-042a-4714-9c72-db3dc811b4ce not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:32:34.953037 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.554976 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c812491f-08be-48f9-9586-7769c5dda449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:45.148949 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-631c5abd-d176-4f70-bc4c-f5fca06d6a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:45.228960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.755360 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.141190 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.803628 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:33:01.098581 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47724) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:01.212296 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.304175 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.400397 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.402911 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-daf7e672-d961-43fa-adc8-8c23b6f15f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:01.442882 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fbc3ed4cf9742388b3774801d9001f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431592 Jun 17 17:33:01.443644 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b36a1-cc8d-4d5d-a89c-929ee8eb7b8c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:01.445605 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47728) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:01.446838 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:01.497014 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.517614 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.663225 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.665841 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.667055 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd9b36a1-cc8d-4d5d-a89c-929ee8eb7b8c HTTP/1.1" status: 204 len: 168 time: 0.2203743 Jun 17 17:33:01.667765 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f57420ce-61e6-4ec1-b871-97220f7c850d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:01.675449 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b36a1-cc8d-4d5d-a89c-929ee8eb7b8c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:01.684136 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.684526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.684907 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.685277 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.685653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.686192 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.686379 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.686764 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.687107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.687468 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.687827 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.689285 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:01.696144 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:02.390333 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47736) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:02.404767 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.491484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.563607 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.566639 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:02.603302 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1be483a80f2b49a385957a4a4ec3d032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119188 Jun 17 17:33:02.604228 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53afe0-99f6-4046-83bb-9e3910904fec,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:02.607271 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47738) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:02.607753 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:02.660755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.682426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.829377 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.832015 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.833258 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f53afe0-99f6-4046-83bb-9e3910904fec HTTP/1.1" status: 204 len: 168 time: 0.2244842 Jun 17 17:33:02.834083 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7cfe16dc-1cc1-44ac-8fdc-54dc65a18de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:02.841834 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53afe0-99f6-4046-83bb-9e3910904fec,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:02.844819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ca89f33d-cad1-482a-a8cd-a7c308644fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:04.946972 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.414837 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47782) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:05.519026 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.615520 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.731888 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.734572 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-39683d0e-04d8-496c-afb6-a7267775a777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:05.771083 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa3a84c6abf6490da8d026252205fc52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550937 Jun 17 17:33:05.772009 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f2216-f967-4057-81af-463405c7aa22,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:05.773776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47786) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:05.775772 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9d4805df-ffd1-4c8c-bf72-f1addb8da260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:05.823651 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.845894 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.114849 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.117582 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.118741 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/999f2216-f967-4057-81af-463405c7aa22 HTTP/1.1" status: 204 len: 168 time: 0.3439925 Jun 17 17:33:06.119598 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bb0e442b-68b9-4257-ad58-c6dd5de2f08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:06.127840 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f2216-f967-4057-81af-463405c7aa22,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:06.135159 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.135593 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.135953 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.136392 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.139427 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:06.142317 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4b6df81b-0d94-4d73-af0f-3bd828855137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:06.954292 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47792) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:06.967824 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.172171 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.285958 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.288770 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-68a05a14-5698-4212-978d-605360fed233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:07.327911 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c6a95879f0c42fb911b7ae2def11c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717117 Jun 17 17:33:07.329410 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193229bb-7544-451b-94a0-5b5ecc5a03c9,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:07.330501 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47794) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:07.336132 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-779d50a9-e514-4d31-91b9-dd00434e6db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:07.381695 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.401697 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.552352 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.555063 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.556292 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/193229bb-7544-451b-94a0-5b5ecc5a03c9 HTTP/1.1" status: 204 len: 168 time: 0.2252882 Jun 17 17:33:07.557144 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-82f00840-5f14-4097-b46a-5c47a49f889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:07.565988 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193229bb-7544-451b-94a0-5b5ecc5a03c9,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:07.569822 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-359508b4-698c-4e9f-96c0-af068a63c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:09.853919 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47836) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:09.953416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.036384 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.131208 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.133751 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-c7b60a69-06f7-4f35-88a0-b3badab1e207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:10.167660 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af79bda-a9e4-44d4-91a9-6c2b4bdb0dc0,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:10.171667 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a00515d21d70476ba5ad227dd4475ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167322 Jun 17 17:33:10.172580 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-9ab725b5-0e13-47d2-8f2e-55ee2d8ba0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:10.174915 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47840) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:10.221676 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.242570 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.400024 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.402677 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.403841 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8af79bda-a9e4-44d4-91a9-6c2b4bdb0dc0 HTTP/1.1" status: 204 len: 168 time: 0.2280302 Jun 17 17:33:10.404653 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3d3f7225-d08a-424d-a167-eb40236e4c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:10.412736 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af79bda-a9e4-44d4-91a9-6c2b4bdb0dc0,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:10.414934 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0485edbf-fb01-42a4-a0dc-d5b10d3a3d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:12.557725 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-06cfb9e1-0d06-48ba-b35c-4975af3179ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.142753 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d2633e5e-97d5-4be7-96d8-c4f0ecdc4dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.257076 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.465556 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 47900) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:16.571720 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.659670 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.799629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.802465 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7d6a4d33-a35d-4fa7-a389-a7e7625410fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:16.834207 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.839042 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da96f00b1fdb499f8271da603ff7028d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724656 Jun 17 17:33:16.839862 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9f4a8-e61a-4617-9eb1-64ede1f91e2d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:16.841763 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47904) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:16.843640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0200d94d-d4f9-4d20-bcfe-7d6577f0f8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:16.891981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.913970 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.102898 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.105578 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.106799 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ad9f4a8-e61a-4617-9eb1-64ede1f91e2d HTTP/1.1" status: 204 len: 168 time: 0.2637794 Jun 17 17:33:17.107656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e3b87529-a011-4655-afa2-878ec2a6c20c tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:17.116090 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9f4a8-e61a-4617-9eb1-64ede1f91e2d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:17.119097 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-db1c20ef-88a9-435b-b305-5e0f105ebceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:18.030752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47910) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:18.045013 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.135003 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.148388 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.251026 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.254231 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5c717383-8458-4490-8b97-dfe61580ab23 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:18.291408 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9414f2b-5463-452d-8c07-5c9a9339128a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:18.294687 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:18.297562 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-271bcf2f-2cb8-46d4-bfb9-edab5821a3f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=206fefce66994e629534790e2132f9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657645 Jun 17 17:33:18.301334 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 47912) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:18.350779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.372769 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.523595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.526272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.527541 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9414f2b-5463-452d-8c07-5c9a9339128a HTTP/1.1" status: 204 len: 168 time: 0.2252252 Jun 17 17:33:18.528454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-994f9813-dc29-44c4-a587-54e24bb87aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:18.536547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9414f2b-5463-452d-8c07-5c9a9339128a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:18.539044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-dbacb0c1-1f83-4fa3-b69a-596e34524291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:26.802539 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:33:35.034412 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.631392 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5355986-b5d2-424f-a567-7f1df0db0b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:45.146369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-55d12178-16f2-423e-8f09-bd16a9df89f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:45.265801 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:46.799317 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:48.159918 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.341423 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48174) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:03.443575 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.527788 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.627811 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.630377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1c78757d-7f06-46df-9ae2-4a229e7e7edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:03.667773 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03fd8aa-848e-4206-85f1-d55d6a259771,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:03.672133 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12a295b407574b1a8306fef8bb950b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296649 Jun 17 17:34:03.673015 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-080b2abd-7ddc-407a-babc-d6a912ed1697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:03.675590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48178) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:03.723547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.743907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.801482 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:34:03.890445 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.893801 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.894984 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f03fd8aa-848e-4206-85f1-d55d6a259771 HTTP/1.1" status: 204 len: 168 time: 0.2192311 Jun 17 17:34:03.895776 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-38c8c1d3-3c95-4189-b603-cb2d7978bd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:03.908101 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03fd8aa-848e-4206-85f1-d55d6a259771,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:03.908101 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-15069670-60d0-49ca-9464-4fcbffd4f9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:05.007946 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.231911 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48200) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:05.323875 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68080711-network', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:05.465365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Made reservation on behalf of 2a98e047d24a4d5a925e4cfb9b777a3c for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:34:05.468017 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.476886 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.564835 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.695784 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.698978 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-d7739808-6261-4ed3-9107-bf82bbbf6a4a tempest-AttachVolumeTestJSON-535416331 tempest-AttachVolumeTestJSON-535416331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:05.724652 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:34:05.730186 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c17787-2465-414f-95db-99fbc3d86c42,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:05.734319 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:05.738860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.739296 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Added segment 03a7e5c0-fed2-480d-ae23-9f480ba93223 of type vlan for network 9af2838a-14b9-4331-8343-91694bafd23d Jun 17 17:34:05.791782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.981667 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.982960 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:05.983551 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.987357 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:06.044279 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Pushing event updated for resources: {'Network': ['ID=9af2838a-14b9-4331-8343-91694bafd23d,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:06.047671 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:06.055726 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network 9af2838a-14b9-4331-8343-91694bafd23d details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:34:06.220919 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9878702 Jun 17 17:34:06.223728 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48204) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:06.228695 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Request body: {'subnet': {'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68080711-subnet', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:06.381785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Made reservation on behalf of 2a98e047d24a4d5a925e4cfb9b777a3c for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:34:06.389452 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14506536'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:06.706471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14338292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14506554'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:06.708832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-011617f6-d047-4fd0-b93a-c4e3da1c5d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:06.759720 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2c2f7d-4720-4ff6-a527-93c7964a1229,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:06.771351 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.771726 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.772113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.772516 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.772877 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.773236 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.773611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.773962 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.774315 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.774664 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.775013 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.775362 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:06.779199 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:06.782282 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:06.782473 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Network hostable DHCP agents. Network: 9af2838a-14b9-4331-8343-91694bafd23d, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:34:06.924922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Network 9af2838a-14b9-4331-8343-91694bafd23d is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:34:07.078566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, 9af2838a-14b9-4331-8343-91694bafd23d) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:07.083424 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:07.084094 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.088672 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764deb0-9465-435e-b293-e7a0f6bda4be None None] Network 9af2838a-14b9-4331-8343-91694bafd23d requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:34:07.231966 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-9af2838a-14b9-4331-8343-91694bafd23d', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:34:07.232889 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.259246 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48206) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:07.259861 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-82bafd78-adc8-40b1-8c78-67cdf3150f48 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0345559 Jun 17 17:34:07.263857 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:07.368828 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Allocated IP 172.20.0.2 (9af2838a-14b9-4331-8343-91694bafd23d/bf2c2f7d-4720-4ff6-a527-93c7964a1229/ff2cec7c-f46c-4e56-a17e-1ac0349fb147) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:07.422059 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.423744 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.473051 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.514290 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.522345 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Transition to ACTIVE for port object ff2cec7c-f46c-4e56-a17e-1ac0349fb147 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:07.537209 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Transition to ACTIVE for port object ff2cec7c-f46c-4e56-a17e-1ac0349fb147 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:07.639438 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.642130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:07.681652 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:07.684504 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:07.685534 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.687131 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:07.701133 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Pushing event updated for resources: {'Port': ['ID=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:07.723435 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.723763 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.724131 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.730566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:07.731514 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:07.762898 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Attempting to bind port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:07.763274 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Attempting to bind port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:07.763639 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Attempting to bind port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:07.768547 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:07.768934 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:07.769339 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.769739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Bound using segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:07.770214 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Bound port: ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:07.770595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.837399 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] For port ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:07.840489 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] For port ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:07.991686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.994500 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:08.051582 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:08.053943 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Pushing event updated for resources: {'Port': ['ID=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:08.057267 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:08.079681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:08.185712 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Allocated IP 172.27.0.126 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/2ff44947-bf8b-4187-9104-5840f0aa36f0) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:08.300883 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:08.507630 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:08.509811 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-028f0554-10b4-4088-ab20-390826a767f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:08.545045 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:08.548361 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:08.550769 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:08.578076 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=2ff44947-bf8b-4187-9104-5840f0aa36f0,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:08.591911 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.592312 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.592681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.593043 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.593401 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.593758 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.594116 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.594469 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.594850 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.595202 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.595548 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.595893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:08.601027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:08.905153 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4840a-f564-44f8-bdda-4c316c0545fb None None] Network 9af2838a-14b9-4331-8343-91694bafd23d requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:34:08.974041 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:09.171308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f5d08d9f-bc54-4bf8-9409-eab34c99d53d None None] Provisioning for port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:09.173345 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:09.484477 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:34:09.589611 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:34:09.598574 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:34:09.607119 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:09.608576 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:33:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:09.709630 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:09.747677 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:09.751459 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6c5191a9-c9d7-4b43-a8ff-90b06828a7fd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4886439 Jun 17 17:34:09.751685 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48208) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:09.896093 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:08Z', 'revision_number': 3, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:09.923151 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:34:09.923866 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Updating router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 port 2ff44947-bf8b-4187-9104-5840f0aa36f0 binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:34:09.966901 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.236787 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.246616 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Transition to ACTIVE for port object 2ff44947-bf8b-4187-9104-5840f0aa36f0 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:10.273031 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ff2cec7c-f46c-4e56-a17e-1ac0349fb147 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:10.341542 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.349359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:10.395211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Attempting to bind port 2ff44947-bf8b-4187-9104-5840f0aa36f0 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:10.395592 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Attempting to bind port 2ff44947-bf8b-4187-9104-5840f0aa36f0 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:10.395966 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Attempting to bind port 2ff44947-bf8b-4187-9104-5840f0aa36f0 on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:10.402660 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Pushing event updated for resources: {'Port': ['ID=2ff44947-bf8b-4187-9104-5840f0aa36f0,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:10.405521 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:10.405897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:10.406311 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.406704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:10.407289 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Bound port: 2ff44947-bf8b-4187-9104-5840f0aa36f0, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:10.407819 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.410586 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:10.417556 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.429928 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:10.436616 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:10.437006 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.490826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] For port 2ff44947-bf8b-4187-9104-5840f0aa36f0, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:10.505539 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] For port 2ff44947-bf8b-4187-9104-5840f0aa36f0, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2ff44947-bf8b-4187-9104-5840f0aa36f0,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:10.545250 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.571957 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Allocated IP 172.20.0.1 (9af2838a-14b9-4331-8343-91694bafd23d/bf2c2f7d-4720-4ff6-a527-93c7964a1229/8023de5a-ef13-4b9d-bb6b-30f90e75107c) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:10.581428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:10.662454 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.665396 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:10.669764 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.684755 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Transition to ACTIVE for port object 8023de5a-ef13-4b9d-bb6b-30f90e75107c will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:10.721727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:10.722349 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:33:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:10.724617 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Pushing event updated for resources: {'Port': ['ID=2ff44947-bf8b-4187-9104-5840f0aa36f0,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:10.728340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.759789 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:10.760291 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:10.805058 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:10.808163 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-6b800b88-2201-43c5-aeac-66d6d48cb61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:10.846060 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:10.846618 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:10.848976 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:10.850647 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:10.852426 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:10.870679 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:10.879395 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Pushing event updated for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:10.883488 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:10.904253 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.061112 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:08Z', 'revision_number': 3, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:11.091202 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88592c5f-fc51-47eb-a304-1ab0662fe0dc None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:08Z', 'revision_number': 3, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:34:11.237406 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2d62e757-2bae-462e-9b76-967bc0d71d66 None None] Provisioning for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:11.241449 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2d62e757-2bae-462e-9b76-967bc0d71d66 None None] Provisioning complete for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:11.241834 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2d62e757-2bae-462e-9b76-967bc0d71d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.274319 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.276662 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2d62e757-2bae-462e-9b76-967bc0d71d66 None None] Port 8023de5a-ef13-4b9d-bb6b-30f90e75107c cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:34:11.464970 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.564836 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.567315 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-8039ff5e-8f10-4822-82e6-bdab657628b7 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:11.632380 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.635419 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Pushing event updated for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:11.641254 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:11.735924 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:11.737381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:11.869296 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:34:11.977918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:34:11.982892 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] 10.222.0.10 "PUT /v2.0/routers/fd13a51d-df0c-4924-9ad5-a7e8550a5b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302272 Jun 17 17:34:12.001780 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-ddf4df44-662b-4e9e-b6c0-24e513198bb5 None None] Provisioning complete for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:12.002162 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ddf4df44-662b-4e9e-b6c0-24e513198bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.039260 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4df44-662b-4e9e-b6c0-24e513198bb5 None None] Port 8023de5a-ef13-4b9d-bb6b-30f90e75107c cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:34:12.296717 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ff2cec7c-f46c-4e56-a17e-1ac0349fb147 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:12.355491 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:12.355871 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.435596 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2ff44947-bf8b-4187-9104-5840f0aa36f0 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:12.587585 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 2ff44947-bf8b-4187-9104-5840f0aa36f0 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:12.592523 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 2ff44947-bf8b-4187-9104-5840f0aa36f0 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:12.592911 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.620494 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:34:12.629950 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:12.630571 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:33:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:12.659545 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-18046420-1d13-4b76-89ab-383d49e69fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.676331 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.697572 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 2ff44947-bf8b-4187-9104-5840f0aa36f0, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2ff44947-bf8b-4187-9104-5840f0aa36f0,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:12.743311 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:12.781855 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48234) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:12.787206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093692998-network', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:12.836385 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.838308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-9e1fa480-3de9-4cdf-b45c-4b1568ce2104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:12.886248 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=2ff44947-bf8b-4187-9104-5840f0aa36f0,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:12.889184 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:12.949522 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 2, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:12.970263 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Made reservation on behalf of 308e80d3ab4e49d88e2ebb1acd4e40a9 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:34:12.972704 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:12.975421 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:34:12.975778 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Updating router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 port 8023de5a-ef13-4b9d-bb6b-30f90e75107c binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:34:12.981797 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.019751 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.072428 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.202575 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.206909 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-61ddbf12-644f-42e4-a89a-fb417658f70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:13.223811 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:34:13.237544 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9982517c-04ef-4223-8096-9a66d80e594b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:13.241868 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:13.242936 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.243329 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Added segment 2a1ab83e-086b-4104-a200-8a4dffb17fe1 of type vlan for network f78539a3-2b69-46fa-affb-c68d6af1f9ad Jun 17 17:34:13.271160 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.280839 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Transition to ACTIVE for port object 8023de5a-ef13-4b9d-bb6b-30f90e75107c will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:13.285572 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762798882982'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.421608 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.424642 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-e261dade-e422-4170-af9e-77db520d4c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:13.471248 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.472471 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:13.473323 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.479995 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0517bc52-76ce-4ed7-a7ac-bb964f7dbdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:13.493567 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Pushing event updated for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:13.502253 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.502600 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.503120 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.503614 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.504157 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.504494 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.505394 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.505394 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.505761 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.505849 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.506168 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.506484 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:34:13.512301 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:13.538528 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Pushing event updated for resources: {'Network': ['ID=f78539a3-2b69-46fa-affb-c68d6af1f9ad,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:13.541295 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:13.549177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad details requested by agent ovs-agent-dv-cinder-796889-1-iscsi with host dv-cinder-796889-1-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:34:13.567650 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Attempting to bind port 8023de5a-ef13-4b9d-bb6b-30f90e75107c on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:13.568012 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Attempting to bind port 8023de5a-ef13-4b9d-bb6b-30f90e75107c by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:13.568406 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Attempting to bind port 8023de5a-ef13-4b9d-bb6b-30f90e75107c on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:13.574060 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:13.574449 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:13.574862 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.575267 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Bound using segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:13.575971 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Bound port: 8023de5a-ef13-4b9d-bb6b-30f90e75107c, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:13.576401 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.594166 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d0c907ba-a54a-49a1-a241-e20a4299c962 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8110240 Jun 17 17:34:13.597206 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48238) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:13.603775 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Request body: {'subnet': {'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093692998-subnet', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:13.649764 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] For port 8023de5a-ef13-4b9d-bb6b-30f90e75107c, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:13.652865 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] For port 8023de5a-ef13-4b9d-bb6b-30f90e75107c, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=8023de5a-ef13-4b9d-bb6b-30f90e75107c,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:13.752930 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Made reservation on behalf of 308e80d3ab4e49d88e2ebb1acd4e40a9 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:34:13.753485 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.755211 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12847912'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:13.755833 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-13dcfcb5-0ca5-4ca7-9392-5d6fb0c5491b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:13.805621 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:13.806259 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:33:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:13.885515 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Pushing event updated for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:13.906085 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-b0dde73a-7261-457f-97b6-134f0fe4a4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:13.930403 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:14.039434 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12953869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12847930'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.048449 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ee61c7c0-ccf8-4e05-a22f-94f9e885e47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:14.106876 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675daa51-3e5d-4225-bbce-2d349f4e6149,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:14.110445 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:14.113541 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Checking segment: {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:14.113697 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Network hostable DHCP agents. Network: f78539a3-2b69-46fa-affb-c68d6af1f9ad, hostable agents: ['c9de00a6-63a8-43bb-a7ad-3baba9cd43fa'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:34:14.214749 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:13Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:14.231189 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2ff44947-bf8b-4187-9104-5840f0aa36f0 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:14.240344 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e930326-d94b-4fbb-99bc-ad0cde7381d9 None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:13Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:34:14.245115 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad is scheduled to be hosted by DHCP agent c9de00a6-63a8-43bb-a7ad-3baba9cd43fa with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:34:14.280786 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 2ff44947-bf8b-4187-9104-5840f0aa36f0 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:14.281167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.353374 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-1-iscsi, f78539a3-2b69-46fa-affb-c68d6af1f9ad) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:14.357384 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:14.358052 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.378694 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2933898-8751-49e0-98e2-c75de3aa85d8 None None] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:34:14.462818 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bffbe18b-9404-41c5-af1b-904dbbc29392 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8644271 Jun 17 17:34:14.465662 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48242) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:14.470238 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:14.543965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc809a7e-25b4-54d6-b82a-806fbcb19381-f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149'}]}} from dv-cinder-796889-1-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:34:14.545002 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.585265 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-952531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.590360 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7997'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.645993 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.815329 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Allocated IP 172.20.0.2 (f78539a3-2b69-46fa-affb-c68d6af1f9ad/675daa51-3e5d-4225-bbce-2d349f4e6149/f0691a06-b4d2-4db3-b1b9-674c10073808) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:14.895894 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-952481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7951'] for router, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.969843 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:14.978392 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Transition to ACTIVE for port object f0691a06-b4d2-4db3-b1b9-674c10073808 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:14.994992 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Transition to ACTIVE for port object f0691a06-b4d2-4db3-b1b9-674c10073808 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:15.153313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.156382 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-38b04ae8-7241-4d4b-a54a-cdfe6bc708fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:15.191382 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:15.196112 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:15.203017 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:15.210850 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Pushing event updated for resources: {'Port': ['ID=f0691a06-b4d2-4db3-b1b9-674c10073808,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:15.215980 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:15.251085 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.271039 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.271276 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Attempting to bind port f0691a06-b4d2-4db3-b1b9-674c10073808 on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:15.271480 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Attempting to bind port f0691a06-b4d2-4db3-b1b9-674c10073808 by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:15.271853 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Attempting to bind port f0691a06-b4d2-4db3-b1b9-674c10073808 on network f78539a3-2b69-46fa-affb-c68d6af1f9ad {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:15.276912 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:15.277598 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Checking segment: {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:15.277727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.278087 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Bound using segment: {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:15.278567 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Bound port: f0691a06-b4d2-4db3-b1b9-674c10073808, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:15.279097 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.345283 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] For port f0691a06-b4d2-4db3-b1b9-674c10073808, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:15.348439 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] For port f0691a06-b4d2-4db3-b1b9-674c10073808, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f0691a06-b4d2-4db3-b1b9-674c10073808,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:15.376596 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Allocated IP 172.27.0.61 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/2b125c69-0b1d-4926-b572-488fad8a3d0e) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:15.448655 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.450175 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c6-4a21-4b92-aec1-b439a8bf9404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.477583 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.530325 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.533926 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:15.590659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Pushing event updated for resources: {'Port': ['ID=f0691a06-b4d2-4db3-b1b9-674c10073808,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:15.593797 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:15.665613 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:15.667773 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-31128ce5-7d96-4e58-a528-859f319a2cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:15.708309 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:15.713517 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:15.717800 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:15.725182 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Pushing event updated for resources: {'Port': ['ID=2b125c69-0b1d-4926-b572-488fad8a3d0e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:15.751116 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:16.088381 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.292395 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-952536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023476'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.301436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 8023de5a-ef13-4b9d-bb6b-30f90e75107c up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:16.433211 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:16.437757 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:16.439029 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.510275 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1349de-203e-49af-9d5d-f93a5fca7b16 None None] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:34:16.519364 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 is scheduled to L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:34:16.556542 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.627954 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:34:16.630390 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 8023de5a-ef13-4b9d-bb6b-30f90e75107c, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=8023de5a-ef13-4b9d-bb6b-30f90e75107c,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:16.638996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Sync routers for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:34:16.650386 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e33f0364-11b0-4208-9ad9-a70ddfdc127f None None] Provisioning for port f0691a06-b4d2-4db3-b1b9-674c10073808 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:16.689314 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:16.694369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:16.759263 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.760026 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f0691a06-b4d2-4db3-b1b9-674c10073808 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:16.763476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-ec188b6c-1a49-4a53-beb9-d9acdca00c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:16.793060 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.794335 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3277116 Jun 17 17:34:16.798702 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48246) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:16.881398 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:16.889099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:16.890749 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.907015 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:17.097097 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port f0691a06-b4d2-4db3-b1b9-674c10073808 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:17.103431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port f0691a06-b4d2-4db3-b1b9-674c10073808 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:17.106814 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.109176 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:15Z', 'revision_number': 3, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:17.165127 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Checking router: d9fdc227-3ac2-421e-ab86-bf6fa0e01400 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:34:17.165236 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Updating router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 port 2b125c69-0b1d-4926-b572-488fad8a3d0e binding host dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:34:17.213098 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.339480 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.377887 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d4cce8b1-45c2-40a7-b887-ae64e62ccf72 None None] Provisioning complete for port f0691a06-b4d2-4db3-b1b9-674c10073808 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:17.378239 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d4cce8b1-45c2-40a7-b887-ae64e62ccf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.422933 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port f0691a06-b4d2-4db3-b1b9-674c10073808, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f0691a06-b4d2-4db3-b1b9-674c10073808,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:17.511657 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.531566 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.537143 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-af2013ed-35d8-4f17-82e9-ae8e895020dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:17.567269 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d4cce8b1-45c2-40a7-b887-ae64e62ccf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.671803 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Allocated IP 172.20.0.1 (f78539a3-2b69-46fa-affb-c68d6af1f9ad/675daa51-3e5d-4225-bbce-2d349f4e6149/66eb690b-edfd-4f87-9e6f-facead053c9f) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:17.782616 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.794451 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=f0691a06-b4d2-4db3-b1b9-674c10073808,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:17.796795 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Transition to ACTIVE for port object 66eb690b-edfd-4f87-9e6f-facead053c9f will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:17.801662 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.803889 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:17.821041 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Transition to ACTIVE for port object 2b125c69-0b1d-4926-b572-488fad8a3d0e will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:17.825423 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.db.api [None req-d4cce8b1-45c2-40a7-b887-ae64e62ccf72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:34:17.825782 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_db.api [None req-d4cce8b1-45c2-40a7-b887-ae64e62ccf72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:34:17.930183 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.932323 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-6995e897-00aa-4f78-b76c-a0b6409051c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:17.982174 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.984579 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Attempting to bind port 2b125c69-0b1d-4926-b572-488fad8a3d0e on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:17.985008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Attempting to bind port 2b125c69-0b1d-4926-b572-488fad8a3d0e by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:17.985197 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:17.985406 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Attempting to bind port 2b125c69-0b1d-4926-b572-488fad8a3d0e on network d5c58482-a02d-4a2b-90a2-5d0412b36905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:17.988469 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbbb05-8109-4e2e-bfc6-2898367a7972 None None] Pushing event updated for resources: {'Port': ['ID=2b125c69-0b1d-4926-b572-488fad8a3d0e,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:17.992657 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-29fbbb05-8109-4e2e-bfc6-2898367a7972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:17.993909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:17.994313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Checking segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:17.994727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:17.995126 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Bound using segment: {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:17.995610 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Bound port: 2b125c69-0b1d-4926-b572-488fad8a3d0e, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b3413-1999-4bcf-bf5b-5197ff04672a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:17.995989 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.024618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:18.028940 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:18.034721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:18.040597 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Pushing event updated for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:18.060523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:18.063738 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] For port 2b125c69-0b1d-4926-b572-488fad8a3d0e, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:18.067220 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] For port 2b125c69-0b1d-4926-b572-488fad8a3d0e, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2b125c69-0b1d-4926-b572-488fad8a3d0e,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:18.079662 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1021773'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.225449 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.238607 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 8023de5a-ef13-4b9d-bb6b-30f90e75107c up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:18.288214 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 8023de5a-ef13-4b9d-bb6b-30f90e75107c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:18.288679 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.350407 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.354008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-8c3a5798-c800-4f60-b99d-1e9467eebf8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:18.453784 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f0691a06-b4d2-4db3-b1b9-674c10073808 up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:18.455313 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbbb05-8109-4e2e-bfc6-2898367a7972 None None] Pushing event updated for resources: {'Port': ['ID=2b125c69-0b1d-4926-b572-488fad8a3d0e,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:18.458946 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-29fbbb05-8109-4e2e-bfc6-2898367a7972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:18.461374 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:18.461374 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:18.477673 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.593062 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port f0691a06-b4d2-4db3-b1b9-674c10073808 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:18.593443 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.622792 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:18.642323 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.675458 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-99d2b1e3-bdeb-4094-a476-313dfd0e47ec None None] Provisioning for port 66eb690b-edfd-4f87-9e6f-facead053c9f completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:18.708636 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-99d2b1e3-bdeb-4094-a476-313dfd0e47ec None None] Provisioning complete for port 66eb690b-edfd-4f87-9e6f-facead053c9f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:18.709015 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-99d2b1e3-bdeb-4094-a476-313dfd0e47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.722157 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.726232 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-13da0aae-c7cf-4566-aea6-644a34cf2641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:18.789603 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016806'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:18.792485 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Pushing event updated for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:18.798341 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:18.819346 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-99d2b1e3-bdeb-4094-a476-313dfd0e47ec None None] Port 66eb690b-edfd-4f87-9e6f-facead053c9f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:34:18.886384 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:18.887906 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:18.901172 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '66eb690b-edfd-4f87-9e6f-facead053c9f', 'name': '', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'mac_address': 'fa:16:3e:56:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:17Z', 'updated_at': '2021-06-17T17:34:17Z', 'revision_number': 1, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'subnets': [{'id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:18.928960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d44e44-bfdb-4359-86b1-9b31c71b3a13 None None] The sync data for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi is: [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '66eb690b-edfd-4f87-9e6f-facead053c9f', 'name': '', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'mac_address': 'fa:16:3e:56:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:17Z', 'updated_at': '2021-06-17T17:34:17Z', 'revision_number': 1, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'subnets': [{'id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:34:19.007948 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:34:19.142192 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:34:19.149459 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0c09f955-78e9-4004-a966-8883a9f79b50 None None] Provisioning complete for port 66eb690b-edfd-4f87-9e6f-facead053c9f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:19.149873 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0c09f955-78e9-4004-a966-8883a9f79b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:19.150170 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/d9fdc227-3ac2-421e-ab86-bf6fa0e01400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497074 Jun 17 17:34:19.194287 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-0c09f955-78e9-4004-a966-8883a9f79b50 None None] Port 66eb690b-edfd-4f87-9e6f-facead053c9f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:34:19.788437 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48256) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:19.793692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224066377', 'description': 'tempest-secgroup-smoke-224066377 description', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:19.950662 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.039125 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.144622 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.147124 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-92afeb7f-6b20-493f-995b-14130c20429f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:20.174757 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6a558b-8b68-4770-b7e7-63245d98c7d2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:20.177731 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:20.262734 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2b125c69-0b1d-4926-b572-488fad8a3d0e up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:20.284741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.287074 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-103e0738-5bcb-4d63-ac09-c2063f1b93a8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4969583 Jun 17 17:34:20.289528 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48258) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:20.294298 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:20.444536 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 2b125c69-0b1d-4926-b572-488fad8a3d0e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:20.448534 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 2b125c69-0b1d-4926-b572-488fad8a3d0e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:20.448932 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.495040 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.531232 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.552905 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 2b125c69-0b1d-4926-b572-488fad8a3d0e, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2b125c69-0b1d-4926-b572-488fad8a3d0e,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:20.559501 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.643997 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.645920 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:20.689787 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.700191 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-87375e94-5b9c-43ee-8788-042ac403df49 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:20.700340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=2b125c69-0b1d-4926-b572-488fad8a3d0e,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:20.700340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:20.709868 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b574f2-de99-4aa2-af67-f6daafa332fa,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:20.712703 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:20.815705 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:20.816999 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-674009e9-6125-4e3f-8665-f19248c98f90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5264761 Jun 17 17:34:20.819814 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48262) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:20.832996 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:20.952124 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.011899 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.221211 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.223254 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:21.239621 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9013147d-a457-4643-a94b-8cc7711e3395,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:21.242062 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:21.362656 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.364026 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-77c71723-0a1d-4ee3-babe-61fcd316e888 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5428820 Jun 17 17:34:21.367020 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48264) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:21.371775 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:21.561495 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.619807 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.716745 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.719782 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:21.737538 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee1f426-b458-429b-9b16-fedbb32128fc,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:21.740424 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:21.838883 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:21.840084 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-285258ef-9fe3-47ce-9f5a-9b7009ca2acc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720311 Jun 17 17:34:21.842772 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48266) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:21.847726 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:21.959913 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Sync routers for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:34:21.969109 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:21.970446 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:21.980893 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.044462 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.075509 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:22.181586 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.187278 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:22.210682 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7c09d3-7ab7-4404-b870-0e58d8be29b6,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:22.215567 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:22.251016 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2b125c69-0b1d-4926-b572-488fad8a3d0e up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:22.276743 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '66eb690b-edfd-4f87-9e6f-facead053c9f', 'name': '', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'mac_address': 'fa:16:3e:56:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:17Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 2, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'subnets': [{'id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:22.305369 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 2b125c69-0b1d-4926-b572-488fad8a3d0e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:22.305742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.308641 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Checking router: d9fdc227-3ac2-421e-ab86-bf6fa0e01400 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:34:22.309922 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Updating router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 port 66eb690b-edfd-4f87-9e6f-facead053c9f binding host dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:34:22.313946 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.315207 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-07a07066-358b-4151-886a-b7a4beb917ad tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4714906 Jun 17 17:34:22.318186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48268) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:22.327681 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:22.351718 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.466268 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.securitygroups_db [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Project 2a98e047d24a4d5a925e4cfb9b777a3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:34:22.472369 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.535771 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.619383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.621534 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0455892c-63a2-40c8-b8e4-1e6568856b1e tempest-TestShelveInstance-989579565 tempest-TestShelveInstance-989579565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:22.628416 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.638261 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Transition to ACTIVE for port object 66eb690b-edfd-4f87-9e6f-facead053c9f will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:22.750916 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.753301 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-5123f7b2-81a9-4e26-ae55-e3f1ecf39b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:22.800672 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d9eb-09fa-4749-9b29-70097b4e7fee None None] Pushing event updated for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:22.803806 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-48c6d9eb-09fa-4749-9b29-70097b4e7fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:22.874913 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9285684-f57b-4964-80a4-5a88796ecdfa,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:22.880383 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:22.896972 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Attempting to bind port 66eb690b-edfd-4f87-9e6f-facead053c9f on host dv-cinder-796889-1-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:22.897339 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Attempting to bind port 66eb690b-edfd-4f87-9e6f-facead053c9f by drivers openvswitch,hyperv on host dv-cinder-796889-1-iscsi at level 0 using segments [{'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:22.897702 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Attempting to bind port 66eb690b-edfd-4f87-9e6f-facead053c9f on network f78539a3-2b69-46fa-affb-c68d6af1f9ad {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:22.903280 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Checking agent: {'id': 'b5bee995-95d5-4ce5-bd37-a0751163f4b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 14, 15), 'started_at': datetime.datetime(2021, 6, 17, 17, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:22.903658 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Checking segment: {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:22.904058 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.904481 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Bound using segment: {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:22.904949 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Bound port: 66eb690b-edfd-4f87-9e6f-facead053c9f, host: dv-cinder-796889-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ab83e-086b-4104-a200-8a4dffb17fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:22.905317 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.947063 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.950846 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1472ccdf-5554-4315-9eca-294c42d7da25 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6290014 Jun 17 17:34:22.951168 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48270) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:22.956161 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'security_group_rule': {'security_group_id': '9b6a558b-8b68-4770-b7e7-63245d98c7d2', 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:22.976526 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] For port 66eb690b-edfd-4f87-9e6f-facead053c9f, host dv-cinder-796889-1-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:22.979537 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] For port 66eb690b-edfd-4f87-9e6f-facead053c9f, host dv-cinder-796889-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=66eb690b-edfd-4f87-9e6f-facead053c9f,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:23.064975 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.securitygroups_db [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Project 2a98e047d24a4d5a925e4cfb9b777a3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:34:23.070158 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:23.076843 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:23.079117 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:23.127555 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:23.143623 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:23.143623 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:23.143623 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d9eb-09fa-4749-9b29-70097b4e7fee None None] Pushing event updated for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:23.151920 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG oslo_concurrency.lockutils [None req-48c6d9eb-09fa-4749-9b29-70097b4e7fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:23.260092 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:34:23.272743 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586253'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:23.275204 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-fe55b5a0-afdf-4d85-91c9-fd506055dc92 tempest-TestMinimumBasicScenario-36271970 tempest-TestMinimumBasicScenario-36271970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:23.296266 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98467033-54f8-4454-86ae-cd938a4da4d1,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:23.299814 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:23.416196 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:23.417537 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c5d9421f-636d-49eb-8a8f-ea409694ac71 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4653504 Jun 17 17:34:23.466760 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '66eb690b-edfd-4f87-9e6f-facead053c9f', 'name': '', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'mac_address': 'fa:16:3e:56:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:17Z', 'updated_at': '2021-06-17T17:34:22Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'subnets': [{'id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:23.497024 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac2d10-e104-4158-aee6-ca7bd658f874 None None] The sync data for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi is: [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:34:18Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '66eb690b-edfd-4f87-9e6f-facead053c9f', 'name': '', 'network_id': 'f78539a3-2b69-46fa-affb-c68d6af1f9ad', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'mac_address': 'fa:16:3e:56:2f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:17Z', 'updated_at': '2021-06-17T17:34:22Z', 'revision_number': 4, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'subnets': [{'id': '675daa51-3e5d-4225-bbce-2d349f4e6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:34:24.252428 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 66eb690b-edfd-4f87-9e6f-facead053c9f up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:24.478264 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning for port 66eb690b-edfd-4f87-9e6f-facead053c9f completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:24.482294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 66eb690b-edfd-4f87-9e6f-facead053c9f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:24.482675 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.563687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.599443 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] For port 66eb690b-edfd-4f87-9e6f-facead053c9f, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=66eb690b-edfd-4f87-9e6f-facead053c9f,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:24.729923 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.731735 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:24.777548 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Pushing event updated for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:24.780651 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:26.238076 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 66eb690b-edfd-4f87-9e6f-facead053c9f up at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:26.287720 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Provisioning complete for port 66eb690b-edfd-4f87-9e6f-facead053c9f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:26.288119 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:35.004030 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:40.737481 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-849f7792-18e9-4d84-a8dc-b10c93210f17 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224066377&fields=id&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 267 time: 0.0353773 Jun 17 17:34:40.804688 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:34:40.859396 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-5d3e467d-e99e-4379-a763-ba56b10d7076 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:40.861530 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-5d3e467d-e99e-4379-a763-ba56b10d7076 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.1168189 Jun 17 17:34:40.880756 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-7cd7339d-6755-4098-a811-ccf4d6accfec tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/quotas/2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 375 time: 0.0134916 Jun 17 17:34:40.959129 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-1add61e0-c48b-46eb-84ca-a2dddbaa0755 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726593 Jun 17 17:34:41.108922 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-a9c05f05-d792-4bc5-9700-fa036b58a7f3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:34:41.110477 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-a9c05f05-d792-4bc5-9700-fa036b58a7f3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1340718 Jun 17 17:34:41.206763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-9bb3a617-5145-4f75-9da8-f8dca9c55e45 service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Jun 17 17:34:41.303418 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-f4b2e7da-82eb-45c3-ac8d-5ebae67f5e3e service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903492 Jun 17 17:34:42.120629 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-647868b4-b0da-40cd-b798-d412386fe551 req-6d7b3759-b258-4f5b-b550-5117ad792755 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.1008615 Jun 17 17:34:42.592771 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-957056cb-04bd-44ba-a00a-a0d1b7f833c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.209025 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-60b5e20f-7f8e-4630-b02d-3f0b741146ed req-16467161-c1d6-42ab-8998-bf85ae296e69 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Jun 17 17:34:44.349227 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-39858e21-12fe-44a8-b6ab-6cb01ce1674d req-01b0da9c-e2e9-42cd-934d-07cacd6a2028 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.0287976 Jun 17 17:34:44.915529 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-d5820487-ec6f-4224-9f96-186ce9b9ab05 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:44.917009 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-d5820487-ec6f-4224-9f96-186ce9b9ab05 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.1042392 Jun 17 17:34:44.962740 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-0d4f64da-3862-4b1f-8a1c-ef992f26dea9 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 379 time: 0.0343363 Jun 17 17:34:44.971707 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'port': {'device_id': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'admin_state_up': True, 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'security_groups': ['9b6a558b-8b68-4770-b7e7-63245d98c7d2']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:45.129501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b17fbbf8-b134-463d-a6c5-2c854db66949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.180556 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Made reservation on behalf of 2a98e047d24a4d5a925e4cfb9b777a3c for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:34:45.184682 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.232457 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.315391 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.20.0.5 (9af2838a-14b9-4331-8343-91694bafd23d/bf2c2f7d-4720-4ff6-a527-93c7964a1229/ea03053d-a25a-45a9-ba82-76209da53a52) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:34:45.466974 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.503829 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-240c109f-ef7c-4a9f-a609-97e7a611038c req-a9c74f96-ba15-4e8e-9a67-a3e7807f8088 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.0339980 Jun 17 17:34:45.506323 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Transition to ACTIVE for port object ea03053d-a25a-45a9-ba82-76209da53a52 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:45.602177 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.606402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-aea103ce-f577-48ec-b625-cbe71bf11169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:45.654611 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:34:45.660452 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:34:45.665171 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:34:45.669506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:45.691429 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:45.719868 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:45.720471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.853628 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8862782 Jun 17 17:34:45.863766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-3f560270-ca96-461c-8d67-f9864023108e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:34:45.864735 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-3f560270-ca96-461c-8d67-f9864023108e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051856 Jun 17 17:34:45.919879 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Request body: {'port': {'device_id': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:34:45.991404 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.003644 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-125e914f-a387-4e92-89ee-a7d85ccc51e6 None None] Provisioning for port ea03053d-a25a-45a9-ba82-76209da53a52 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:46.007825 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-125e914f-a387-4e92-89ee-a7d85ccc51e6 None None] Provisioning complete for port ea03053d-a25a-45a9-ba82-76209da53a52 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:46.008252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-125e914f-a387-4e92-89ee-a7d85ccc51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.043996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-125e914f-a387-4e92-89ee-a7d85ccc51e6 None None] Port ea03053d-a25a-45a9-ba82-76209da53a52 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:34:46.284594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea03053d-a25a-45a9-ba82-76209da53a52 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:34:46.292400 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.305240 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Transition to ACTIVE for port object ea03053d-a25a-45a9-ba82-76209da53a52 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:34:46.395446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.397698 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-895d2728-48dc-443d-9ec2-ffd3d36fd252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:46.477378 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:46.480463 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:46.552231 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Attempting to bind port ea03053d-a25a-45a9-ba82-76209da53a52 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:34:46.552578 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Attempting to bind port ea03053d-a25a-45a9-ba82-76209da53a52 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:34:46.552917 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Attempting to bind port ea03053d-a25a-45a9-ba82-76209da53a52 on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:46.557699 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Port ea03053d-a25a-45a9-ba82-76209da53a52 on network 9af2838a-14b9-4331-8343-91694bafd23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:34:46.558034 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Attempting to bind port ea03053d-a25a-45a9-ba82-76209da53a52 on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:34:46.563172 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:34:46.563505 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:34:46.563900 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Bound using segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:34:46.564365 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Bound port: ea03053d-a25a-45a9-ba82-76209da53a52, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:34:46.564721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.641078 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:34:46.677963 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea03053d-a25a-45a9-ba82-76209da53a52,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:34:46.709943 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf597-a395-4ffc-a47b-89dd436a2ae9 req-a8323111-927f-4a3d-bf9c-2e2ec05e2c1f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:46.711326 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-204cf597-a395-4ffc-a47b-89dd436a2ae9 req-a8323111-927f-4a3d-bf9c-2e2ec05e2c1f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0827715 Jun 17 17:34:46.749215 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-204cf597-a395-4ffc-a47b-89dd436a2ae9 req-54dd35fa-beea-4e0f-844d-7bc15c75f21e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Jun 17 17:34:46.767981 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.770268 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:46.801066 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.808860 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:46.813009 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.813009 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 1093 time: 0.9400880 Jun 17 17:34:46.813009 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:46.813655 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781d867-3a54-4de6-8fd4-62852f73ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:34:46.839009 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:46.849472 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:46.917918 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527e5f3-ffd7-4357-9a53-228736e93975 x-openstack-request-id: req-d527e5f3-ffd7-4357-9a53-228736e93975 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:34:46.918251 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:34:46.918548 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d527e5f3-ffd7-4357-9a53-228736e93975 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:34:46.919050 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'status': 'completed', 'code': 200} Jun 17 17:34:46.978486 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-4290a413-a81e-4967-bffc-d786f41ac372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:46.979927 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-4290a413-a81e-4967-bffc-d786f41ac372 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1096 time: 0.0551555 Jun 17 17:34:47.025011 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-61a1b7fa-a227-41ea-951d-568ab2de9aa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 217 time: 0.0383289 Jun 17 17:34:47.075546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-04e0ffea-6b87-4b52-995e-78d5df6fd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.077046 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-04e0ffea-6b87-4b52-995e-78d5df6fd085 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0462687 Jun 17 17:34:47.133987 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-965d4e4e-23dd-4fab-aca2-81797cb9b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.135456 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-965d4e4e-23dd-4fab-aca2-81797cb9b2be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524912 Jun 17 17:34:47.228527 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-0ab42130-0f1a-4876-bd6f-2be42c60174f service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863180 Jun 17 17:34:47.317122 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-03e53261-0b54-4a4e-889c-fad4a3cddaa9 req-4cf88627-6691-4d9a-ba11-6ea3fba3af97 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820186 Jun 17 17:34:47.489272 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-71c73269-dbc9-4abd-b615-d6ec5cdb7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.490764 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-71c73269-dbc9-4abd-b615-d6ec5cdb7079 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1096 time: 0.0537882 Jun 17 17:34:47.585422 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-05c1e8c8-3cfa-4714-803c-a75d45785383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.586784 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-05c1e8c8-3cfa-4714-803c-a75d45785383 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0896311 Jun 17 17:34:47.628170 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-37ea4212-920c-41b4-b315-b745053f47e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 217 time: 0.0346644 Jun 17 17:34:47.682779 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-ea97cd03-952d-41fb-99d6-a64a53dfcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.684278 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-ea97cd03-952d-41fb-99d6-a64a53dfcbc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0493119 Jun 17 17:34:47.742738 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-21e79550-1374-459c-9c61-5ff3c529a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.744312 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-21e79550-1374-459c-9c61-5ff3c529a320 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539389 Jun 17 17:34:47.836119 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-caead239-12f6-46fc-9786-194d6679f228 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848055 Jun 17 17:34:47.965435 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0781d867-3a54-4de6-8fd4-62852f73ce0d req-889be7ed-c2a9-4053-847a-72d02e2c5df6 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235113 Jun 17 17:34:47.990964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af221aaf-0c6f-4b06-a451-9215c9254f60 req-6583e21e-fdc6-43eb-b144-be323f6e6911 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:47.992555 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af221aaf-0c6f-4b06-a451-9215c9254f60 req-6583e21e-fdc6-43eb-b144-be323f6e6911 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.1318212 Jun 17 17:34:48.033677 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af221aaf-0c6f-4b06-a451-9215c9254f60 req-cc708ce4-30ab-4828-9c17-f234f19e812e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349684 Jun 17 17:34:48.138633 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:49.216562 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687835-e54c-41d7-8987-8da811555451 req-4dd03c81-bf54-44d5-991d-0b558bde1b21 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:49.218051 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9687835-e54c-41d7-8987-8da811555451 req-4dd03c81-bf54-44d5-991d-0b558bde1b21 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0683846 Jun 17 17:34:49.256306 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9687835-e54c-41d7-8987-8da811555451 req-55df610f-117f-44ea-bcda-96e5f8bc3121 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Jun 17 17:34:50.441149 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed40a4-356f-4e20-9184-27761f019dc4 req-8b2fd34a-7010-4b05-9cb5-f5affbc5e50b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:50.442811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ed40a4-356f-4e20-9184-27761f019dc4 req-8b2fd34a-7010-4b05-9cb5-f5affbc5e50b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0685060 Jun 17 17:34:50.482861 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18ed40a4-356f-4e20-9184-27761f019dc4 req-c0cc7ea4-12ef-489a-80ff-f981dd3ef474 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Jun 17 17:34:51.653586 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca8e38-08f5-4a81-b08b-74b6218ca60a req-99712c71-954e-4fc1-b8bb-c25a0aee1618 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:51.654981 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a9ca8e38-08f5-4a81-b08b-74b6218ca60a req-99712c71-954e-4fc1-b8bb-c25a0aee1618 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0637488 Jun 17 17:34:51.697368 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a9ca8e38-08f5-4a81-b08b-74b6218ca60a req-3e7d5ed1-cda0-4425-8005-6fdc40c8bf90 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Jun 17 17:34:52.869147 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811053b-e369-4392-8808-f362850a324a req-1b066076-07b0-4d53-8faa-c3d5d9ba7624 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:52.870618 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c811053b-e369-4392-8808-f362850a324a req-1b066076-07b0-4d53-8faa-c3d5d9ba7624 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0633969 Jun 17 17:34:52.907883 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c811053b-e369-4392-8808-f362850a324a req-c28b5b1a-a1ff-4597-ae5c-27e3838206dd tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Jun 17 17:34:54.081527 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43dd8-36ea-4b3d-a011-c86366943c69 req-27f1d58e-77f3-4e5e-8928-9ceb5eaf8399 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:54.083026 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d9b43dd8-36ea-4b3d-a011-c86366943c69 req-27f1d58e-77f3-4e5e-8928-9ceb5eaf8399 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0653663 Jun 17 17:34:54.119549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d9b43dd8-36ea-4b3d-a011-c86366943c69 req-8beef879-f6bf-492a-8f9c-f04f3c70b69e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308330 Jun 17 17:34:55.293855 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1a0d8-6684-43e0-ac8d-b27de6d2aa04 req-d3ab8a5a-a472-4e8d-aef3-2949c8c3539a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:55.295326 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-93d1a0d8-6684-43e0-ac8d-b27de6d2aa04 req-d3ab8a5a-a472-4e8d-aef3-2949c8c3539a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 943 time: 0.0667815 Jun 17 17:34:55.333745 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-93d1a0d8-6684-43e0-ac8d-b27de6d2aa04 req-a334c3bf-cad9-494e-8965-0535c2346e28 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Jun 17 17:34:55.905355 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device ea03053d-a25a-45a9-ba82-76209da53a52 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:34:55.999936 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea03053d-a25a-45a9-ba82-76209da53a52,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:56.011077 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'port_id': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'mac_address': 'fa:16:3e:09:e6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:34:56.058307 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:56.076113 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea03053d-a25a-45a9-ba82-76209da53a52 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:34:56.097497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea03053d-a25a-45a9-ba82-76209da53a52,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:56.180809 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:56.182583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:56.228826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:56.232841 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:56.403436 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['ea03053d-a25a-45a9-ba82-76209da53a52'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:56.509469 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26dcbf-4dbe-419a-ab13-b66e7b665627 req-966f8388-1b31-43bc-9524-a26de415cf1f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:56.510907 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de26dcbf-4dbe-419a-ab13-b66e7b665627 req-966f8388-1b31-43bc-9524-a26de415cf1f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 944 time: 0.0638587 Jun 17 17:34:56.552762 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de26dcbf-4dbe-419a-ab13-b66e7b665627 req-15151885-abad-4e11-beb2-e88f4a031d93 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Jun 17 17:34:57.724824 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69ddf-ac1b-46b5-b2ba-9906f6d30da1 req-5250febc-456f-45be-9f4f-b1517768b215 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:57.726332 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dec69ddf-ac1b-46b5-b2ba-9906f6d30da1 req-5250febc-456f-45be-9f4f-b1517768b215 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 944 time: 0.0630896 Jun 17 17:34:57.771235 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dec69ddf-ac1b-46b5-b2ba-9906f6d30da1 req-666cec0c-ee17-4de7-a241-3aa886773a93 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Jun 17 17:34:57.905139 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device ea03053d-a25a-45a9-ba82-76209da53a52 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:34:58.072024 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port ea03053d-a25a-45a9-ba82-76209da53a52 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:34:58.076713 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port ea03053d-a25a-45a9-ba82-76209da53a52 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:34:58.077108 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:58.160727 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:58.183335 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:58.185645 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5ec41-a723-44df-acdb-ec8e786c5e76" -d '{"events": [{"server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "name": "network-vif-plugged", "status": "completed", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:34:58.200454 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea03053d-a25a-45a9-ba82-76209da53a52,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:58.286923 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:58.288908 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-eb4cbaf6-3144-40f1-9e89-3f6b9de44999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:58.326235 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abe712-507e-4333-a882-5374a170c8a0 x-openstack-request-id: req-c1abe712-507e-4333-a882-5374a170c8a0 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:34:58.326540 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "name": "network-vif-plugged", "status": "completed", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:34:58.326805 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1abe712-507e-4333-a882-5374a170c8a0 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:34:58.327209 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'code': 200} Jun 17 17:34:58.344869 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:58.347768 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:58.845800 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfef63-133c-405b-b1f4-f701a110662a req-c1efef42-8b6b-46e0-b140-5b96fdaf4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:58.847364 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6bfef63-133c-405b-b1f4-f701a110662a req-c1efef42-8b6b-46e0-b140-5b96fdaf4c8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1098 time: 0.0546665 Jun 17 17:34:58.883661 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6bfef63-133c-405b-b1f4-f701a110662a req-a1eef44b-6e7f-46a9-ad27-fcc94a02b512 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289092 Jun 17 17:34:58.946871 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3f1d-d933-47d4-ba5f-de1e3b9b1d1d req-d3102fc4-58ac-4ec6-9362-de2084b148fd tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:58.948348 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-450b3f1d-d933-47d4-ba5f-de1e3b9b1d1d req-d3102fc4-58ac-4ec6-9362-de2084b148fd tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0637722 Jun 17 17:34:58.986691 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-450b3f1d-d933-47d4-ba5f-de1e3b9b1d1d req-92c57610-4215-4ef6-9a62-c14512c22ac9 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Jun 17 17:35:00.172579 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183602-01b3-4327-b69e-da7a8a22223d req-998ecb5b-fef4-425b-a716-49120019ed75 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:00.174075 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2e183602-01b3-4327-b69e-da7a8a22223d req-998ecb5b-fef4-425b-a716-49120019ed75 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0712643 Jun 17 17:35:00.211881 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2e183602-01b3-4327-b69e-da7a8a22223d req-f79b97db-9677-4dd1-ad88-bf9a61c1bfba tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jun 17 17:35:00.384958 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719da7-0337-441a-bbf8-ccdbe837d6cb req-e1805e65-5d66-4c13-bbd6-96d9a05b4a65 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:00.386547 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4719da7-0337-441a-bbf8-ccdbe837d6cb req-e1805e65-5d66-4c13-bbd6-96d9a05b4a65 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0643618 Jun 17 17:35:00.426021 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4719da7-0337-441a-bbf8-ccdbe837d6cb req-3b78b08d-6dd3-43f0-8541-cbe029faf5ce tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328860 Jun 17 17:35:00.450051 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48454) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:00.591560 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55345652-7508-4fda-a4c9-74a04cb8f080 tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:00.592988 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-55345652-7508-4fda-a4c9-74a04cb8f080 tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1093 time: 0.1419728 Jun 17 17:35:00.595990 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48458) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:00.600276 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'port_id': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:35:00.750126 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.846559 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.946376 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.27.0.94 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:35:01.047499 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.163620 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.166626 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7424f23e-f869-40fe-b117-f3f4df425410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:01.203351 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:35:01.210038 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:01.214305 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:35:01.217363 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:01.239880 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:01.561033 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.753501 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.896968 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.006261 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.009107 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-322eda7e-f098-43d1-a2ec-8de9ac627033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:02.082731 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:02.085918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:02.094187 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.191108 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP c957fdf7-7847-4cb2-89e6-e8937fafb72f associated. External IP: 172.27.0.94, port: ea03053d-a25a-45a9-ba82-76209da53a52. Jun 17 17:35:02.401009 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:35:02.506895 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:35:02.516404 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:35:02.525236 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:35:02.525889 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:02.626547 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.630524 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:35:02.662872 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a423fbb0-a964-4863-ab7c-e3d0c81053d6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0658524 Jun 17 17:35:02.664259 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:02.665874 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b989c-1645-43cd-949c-07e3e203b7be" -d '{"events": [{"name": "network-changed", "server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:35:02.757556 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fb9b0-f8af-4611-b7cf-3fd280b763fb x-openstack-request-id: req-226fb9b0-f8af-4611-b7cf-3fd280b763fb {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:35:02.757829 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:35:02.758128 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-226fb9b0-f8af-4611-b7cf-3fd280b763fb {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:35:02.758574 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'status': 'completed', 'code': 200} Jun 17 17:35:02.833274 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b989c-1645-43cd-949c-07e3e203b7be req-f86e2cde-c0b9-44bb-a909-4fc57e606c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:02.834775 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-f86e2cde-c0b9-44bb-a909-4fc57e606c98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1098 time: 0.0551715 Jun 17 17:35:02.928534 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b989c-1645-43cd-949c-07e3e203b7be req-540a883b-d1f3-4b0c-8b0d-d75562254ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:02.930201 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-540a883b-d1f3-4b0c-8b0d-d75562254ee6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0891724 Jun 17 17:35:02.978027 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'c957fdf7-7847-4cb2-89e6-e8937fafb72f', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:09:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:35:01Z', 'updated_at': '2021-06-17T17:35:01Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:02.998811 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-a6a3c1ad-26f6-4c00-9333-95ee67b008b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 998 time: 0.0620425 Jun 17 17:35:03.008444 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:35:03.016908 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:35:03.017512 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:34:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:03.048213 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b989c-1645-43cd-949c-07e3e203b7be req-7445bf9e-2326-401d-9458-a133a530016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:03.049664 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-7445bf9e-2326-401d-9458-a133a530016a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0453017 Jun 17 17:35:03.107345 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b989c-1645-43cd-949c-07e3e203b7be req-d2f0353d-c1c9-4c0e-961c-bfab68666829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:03.109554 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-d2f0353d-c1c9-4c0e-961c-bfab68666829 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521381 Jun 17 17:35:03.124495 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:35:03.201385 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-6bb948c1-9d32-440f-a1b7-6db34cde93ef service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852497 Jun 17 17:35:03.294252 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-032b989c-1645-43cd-949c-07e3e203b7be req-57eea52f-a8a9-410f-aa87-56dee34fc968 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831025 Jun 17 17:35:03.351032 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'c957fdf7-7847-4cb2-89e6-e8937fafb72f', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:09:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:35:01Z', 'updated_at': '2021-06-17T17:35:01Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:03.380548 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f80c216-9fda-4332-a5a7-01ffb51de334 None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'c957fdf7-7847-4cb2-89e6-e8937fafb72f', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:09:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:35:01Z', 'updated_at': '2021-06-17T17:35:01Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:35:03.563415 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193c79b-96ea-4fc4-b117-194463fb5841 None None] New status for floating IP c957fdf7-7847-4cb2-89e6-e8937fafb72f: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:35:04.969297 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.608376 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6a67f308-877b-49c6-bf36-b097e5edeb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:15.134119 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a39a42fe-6643-47d6-9dd2-d184ecbf0729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:15.229243 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:16.846102 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:17.804662 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:35:18.122547 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.011316 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:41.457272 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-c2f1eef1-d148-402f-a586-939d56d4b667 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565810 Jun 17 17:35:41.559348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-119b151d-2dc8-4eb1-9b56-8b5b7ea9a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:41.561459 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-119b151d-2dc8-4eb1-9b56-8b5b7ea9a33d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1098 time: 0.0620151 Jun 17 17:35:41.665389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-1586374c-2605-41f9-93e8-25e6bcfbb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:41.666780 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-1586374c-2605-41f9-93e8-25e6bcfbb8b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0853784 Jun 17 17:35:42.012406 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-c350eaa7-b961-4c7a-a42d-f8d4f1ed92fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 1000 time: 0.3393555 Jun 17 17:35:42.064004 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-08638498-8411-4e2e-a4e4-fb2e62eee754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:42.065842 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-08638498-8411-4e2e-a4e4-fb2e62eee754 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0467350 Jun 17 17:35:42.127154 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-11fbfda6-8c61-493d-a5ef-ffc44b7af27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:42.128698 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-11fbfda6-8c61-493d-a5ef-ffc44b7af27f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567486 Jun 17 17:35:42.222553 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-a503b71e-fa15-4f80-ae7c-dc0e4c784f92 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876977 Jun 17 17:35:42.315062 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-361fc295-9537-4c9a-b543-342b0b5675c5 req-44c434ad-bd6b-4cc6-b75c-cb01560a55f0 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Jun 17 17:35:42.588549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-375a9006-9539-48c6-9631-b1b11df28828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:45.121736 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-227978a7-7570-4bb3-b511-c08769404a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:45.207592 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:46.862303 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:48.171441 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:54.803142 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:36:05.021811 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:12.658904 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-dd3dd01d-9f42-4ce8-8ab9-33b6ed2d1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:15.126411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3ea159eb-90d5-43bc-8b91-b9d8d74b94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:15.207110 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:16.789829 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:18.273012 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:31.802723 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:36:34.989685 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:41.675966 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-06703513-bf20-4ff8-bf3e-07124024ffd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528183 Jun 17 17:36:41.774281 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-7c131324-f12d-4d25-9b91-c9ae0c022dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:41.775989 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-7c131324-f12d-4d25-9b91-c9ae0c022dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 1098 time: 0.0582383 Jun 17 17:36:41.886866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-53abc981-5635-4898-9b16-24e9d368fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:41.888400 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-53abc981-5635-4898-9b16-24e9d368fabb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0920849 Jun 17 17:36:41.950957 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-77a76c82-791d-430b-961a-8512357453c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 200 len: 1000 time: 0.0564063 Jun 17 17:36:42.002048 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-8e7458ee-62a8-43d3-be87-3c4b22e43ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:42.003448 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-8e7458ee-62a8-43d3-be87-3c4b22e43ae2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0469735 Jun 17 17:36:42.059711 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-d7131dc6-c46a-413b-928a-e555ab060279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:42.061203 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-d7131dc6-c46a-413b-928a-e555ab060279 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518141 Jun 17 17:36:42.149042 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-927ec619-1180-483a-a638-e9dfb0ffff68 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 Jun 17 17:36:42.243994 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b837b94-efb3-4e60-9d7a-830c5501a33e req-0d410173-4b79-4f83-bccc-83051143e3a1 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 Jun 17 17:36:42.646449 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8eaf990b-9fa3-4cc3-9cb7-6d032e863dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:45.160527 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0c276534-6026-472e-9890-3e8479b7af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:45.211881 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:46.788822 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:48.169461 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:59.404688 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4610b-fb7d-49ef-976e-421b84f71325 req-4f45de9c-adca-49a8-8e21-0865b0de2f43 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:59.406080 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69a4610b-fb7d-49ef-976e-421b84f71325 req-4f45de9c-adca-49a8-8e21-0865b0de2f43 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0625186 Jun 17 17:36:59.444188 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69a4610b-fb7d-49ef-976e-421b84f71325 req-2a7cb64e-5fcf-45f9-bb4a-b1b1999d8d53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Jun 17 17:37:00.628283 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49901f-16f9-4ece-a431-76a2b261319f req-a2ba6cb4-4f75-4af0-9b09-fad7f744e8a7 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:00.629813 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b49901f-16f9-4ece-a431-76a2b261319f req-a2ba6cb4-4f75-4af0-9b09-fad7f744e8a7 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0694120 Jun 17 17:37:00.668914 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b49901f-16f9-4ece-a431-76a2b261319f req-59855adc-f702-49df-acf5-3d8d10c2edf1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Jun 17 17:37:00.940595 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-2e567e82-32c1-4b44-9a14-550b3d678199 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:00.941962 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-2e567e82-32c1-4b44-9a14-550b3d678199 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 945 time: 0.0645194 Jun 17 17:37:01.045043 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port ea03053d-a25a-45a9-ba82-76209da53a52 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:37:01.045389 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.133653 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] For port ea03053d-a25a-45a9-ba82-76209da53a52, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea03053d-a25a-45a9-ba82-76209da53a52,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:01.134016 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.304617 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.305002 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.305314 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP c957fdf7-7847-4cb2-89e6-e8937fafb72f disassociated. External IP: 172.27.0.94, port: ea03053d-a25a-45a9-ba82-76209da53a52. Jun 17 17:37:01.305657 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for ea03053d-a25a-45a9-ba82-76209da53a52 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:37:01.523327 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.527430 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89eac0e1-1278-46c5-ab5d-66d39f0620c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:01.551526 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=ea03053d-a25a-45a9-ba82-76209da53a52,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:01.562095 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.562416 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.562790 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.563157 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.563515 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.563875 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.564256 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.565003 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.565003 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.565302 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.565640 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.565989 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:01.570348 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:01.677590 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:37:01.820158 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0f5e8567-cd9d-40d2-a878-82ecfbad873f req-6055e0bf-ae67-48f3-b830-3a57c08a2be9 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.0368464 Jun 17 17:37:01.822895 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:01.834008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:37:01.843546 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:01.844346 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:36:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:01.866977 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] No DVR routers for this DVR port ea03053d-a25a-45a9-ba82-76209da53a52 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:37:01.869523 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:01.872023 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee9b9c17-d6de-4a64-b92f-a486e90cef15 req-29e17459-effe-4830-80bb-7214f14a718d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "DELETE /v2.0/ports/ea03053d-a25a-45a9-ba82-76209da53a52 HTTP/1.1" status: 204 len: 173 time: 0.9249277 Jun 17 17:37:01.872559 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'name': 'network-vif-deleted', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:37:01.874856 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166179ea-aea4-42ec-8b1d-11d803781ba9" -d '{"events": [{"server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "name": "network-vif-deleted", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:37:01.911647 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569e0a9-75c7-4c24-9bba-9d4faf853214 x-openstack-request-id: req-8569e0a9-75c7-4c24-9bba-9d4faf853214 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:37:01.911986 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e5b6d4-d26e-48d3-878c-59d9392111f7", "name": "network-vif-deleted", "tag": "ea03053d-a25a-45a9-ba82-76209da53a52", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:37:01.912316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8569e0a9-75c7-4c24-9bba-9d4faf853214 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:37:01.912756 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e5b6d4-d26e-48d3-878c-59d9392111f7', 'name': 'network-vif-deleted', 'tag': 'ea03053d-a25a-45a9-ba82-76209da53a52', 'status': 'completed', 'code': 200} Jun 17 17:37:01.966095 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:37:02.179501 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:02.205866 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:37:02.214121 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:02.215378 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:36:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:02.319210 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:37:02.523462 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:02.550137 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72b66f-6119-4636-84f2-b8318c616134 None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:37:02.755021 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4d730-e747-45e4-a88e-e6b638e6693d None None] New status for floating IP c957fdf7-7847-4cb2-89e6-e8937fafb72f: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:37:02.971888 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25200bac-66ad-45f8-9a4e-890e495a7c96 req-1abdb312-680c-4dfe-ba8f-c54f0754513c tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e5b6d4-d26e-48d3-878c-59d9392111f7 HTTP/1.1" status: 200 len: 210 time: 0.0304339 Jun 17 17:37:04.209366 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-86b52c48-cd0c-4912-80bd-38c2e251d365 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224066377&fields=id&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 267 time: 0.0330505 Jun 17 17:37:04.316399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b9e3989d-f5f4-4287-b40b-100a2ffb861d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:04.317839 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b9e3989d-f5f4-4287-b40b-100a2ffb861d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.1021709 Jun 17 17:37:04.333549 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-27731a7d-6e8e-494a-9e84-25b95b3a2790 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/quotas/2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 375 time: 0.0101366 Jun 17 17:37:04.402226 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-f5356aba-f395-44d3-baa2-0fa2c94ade7c tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634584 Jun 17 17:37:04.431179 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device ea03053d-a25a-45a9-ba82-76209da53a52 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:37:04.451334 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: ea03053d-a25a-45a9-ba82-76209da53a52 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:37:04.451687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device ea03053d-a25a-45a9-ba82-76209da53a52 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:37:04.499208 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-090b2eb8-6f38-4fcc-ba91-092f59643882 service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859125 Jun 17 17:37:04.587507 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-118521e1-bd9c-4c1f-a1a9-3f00ef273acd service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820446 Jun 17 17:37:05.031720 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:05.188501 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e718ae45-5f37-4820-8451-c9c1196967b5 req-4d48f752-d600-4167-8c76-03dab097797d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0335407 Jun 17 17:37:06.290097 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9d83ea7a-731a-478c-bb3a-fb06406de987 req-4a004da0-b480-4fd2-8e0a-c5bcff1838b6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0292573 Jun 17 17:37:07.434894 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b1ab41a-2df9-45a9-957d-81616bc61156 req-a49a9628-f985-4c56-8ef1-b25cb595b362 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jun 17 17:37:08.573466 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-063f782a-b050-492f-99de-d625d67dc0a4 req-6ec5455c-8c04-4734-bfe2-546965e57e60 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Jun 17 17:37:08.801004 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:37:09.717601 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3cfaa429-d703-4096-b05a-e4d4e8651531 req-e84f4bb5-59eb-4fbb-8294-f153d8fa1406 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0307970 Jun 17 17:37:10.139874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-cc748916-cafb-4c71-a70a-8dd0d0e47e59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:10.141231 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-cc748916-cafb-4c71-a70a-8dd0d0e47e59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.0996616 Jun 17 17:37:10.182545 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-70fbc759-b2b3-4c9c-9bd4-73cefdddefae tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 379 time: 0.0334926 Jun 17 17:37:10.190546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'port': {'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'admin_state_up': True, 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'security_groups': ['9b6a558b-8b68-4770-b7e7-63245d98c7d2']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:37:10.388285 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Made reservation on behalf of 2a98e047d24a4d5a925e4cfb9b777a3c for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:10.392005 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:10.525472 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.20.0.4 (9af2838a-14b9-4331-8343-91694bafd23d/bf2c2f7d-4720-4ff6-a527-93c7964a1229/dc5432f9-c4e7-47a9-bdd8-140b17e287fe) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:10.658568 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:10.672089 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Transition to ACTIVE for port object dc5432f9-c4e7-47a9-bdd8-140b17e287fe will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:10.863459 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da11c6dd-76c8-4438-99b8-e1ab478cbc23 req-5e31280a-41e8-4a10-a726-b079287cb21b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0314662 Jun 17 17:37:10.883710 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:10.889013 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:10.931099 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:10.934857 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:10.941342 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:10.947252 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:10.969454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:10.993249 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:10.993873 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.166177 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-b8d46099-d99b-4327-92c8-6e23c6b13bdb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9792070 Jun 17 17:37:11.178115 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Request body: {'port': {'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:37:11.251838 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.305879 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f1d8c6d0-a81f-421b-8a04-ffba767de325 None None] Provisioning for port dc5432f9-c4e7-47a9-bdd8-140b17e287fe completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:11.310953 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f1d8c6d0-a81f-421b-8a04-ffba767de325 None None] Provisioning complete for port dc5432f9-c4e7-47a9-bdd8-140b17e287fe triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:11.310953 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c6d0-a81f-421b-8a04-ffba767de325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.348226 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8c6d0-a81f-421b-8a04-ffba767de325 None None] Port dc5432f9-c4e7-47a9-bdd8-140b17e287fe cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:37:11.514924 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5432f9-c4e7-47a9-bdd8-140b17e287fe {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:37:11.519765 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.532404 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Transition to ACTIVE for port object dc5432f9-c4e7-47a9-bdd8-140b17e287fe will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:11.637262 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.640283 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-bc6bb093-9a6f-4d30-b1b7-27130fac93c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:11.719827 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:11.739402 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:11.796370 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Attempting to bind port dc5432f9-c4e7-47a9-bdd8-140b17e287fe on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:11.797760 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Attempting to bind port dc5432f9-c4e7-47a9-bdd8-140b17e287fe by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:11.797760 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Attempting to bind port dc5432f9-c4e7-47a9-bdd8-140b17e287fe on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:37:11.801752 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Port dc5432f9-c4e7-47a9-bdd8-140b17e287fe on network 9af2838a-14b9-4331-8343-91694bafd23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:37:11.802074 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Attempting to bind port dc5432f9-c4e7-47a9-bdd8-140b17e287fe on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:37:11.807049 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:37:11.807396 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:37:11.807783 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Bound using segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:37:11.808280 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Bound port: dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:11.808630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.872450 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:11.875501 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:12.018782 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:12.022052 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1961f126-d6dd-4fd2-be19-eccaa50290db tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:12.059937 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.060592 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:12.062099 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 1093 time: 0.8881357 Jun 17 17:37:12.064749 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:37:12.068547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:37:12.111051 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9799-450b-423d-a231-29fc101a6d59 req-18849858-ad57-4433-a3e6-ff4ea861429e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.112697 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efef9799-450b-423d-a231-29fc101a6d59 req-18849858-ad57-4433-a3e6-ff4ea861429e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.1275470 Jun 17 17:37:12.117318 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:12.122931 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5c4ffd95-1aa8-4aea-9cde-b5c4094c3086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:12.139745 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906db4f-edc2-4d9b-9055-e6243e649df6 x-openstack-request-id: req-d906db4f-edc2-4d9b-9055-e6243e649df6 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:37:12.140176 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:37:12.140448 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d906db4f-edc2-4d9b-9055-e6243e649df6 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:37:12.140871 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'status': 'completed', 'code': 200} Jun 17 17:37:12.199099 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efef9799-450b-423d-a231-29fc101a6d59 req-2392a33a-37aa-44f3-8bfb-cbe54dfcaa85 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774126 Jun 17 17:37:12.223735 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-af9f6822-bcbd-45bb-a723-d68e3a2211ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.225321 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-af9f6822-bcbd-45bb-a723-d68e3a2211ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0751317 Jun 17 17:37:12.332856 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-f26eeb2f-4edf-4939-9acc-75cafa8b2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.334356 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-f26eeb2f-4edf-4939-9acc-75cafa8b2c04 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1025345 Jun 17 17:37:12.431604 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-632a0cb9-234b-425a-ac88-e4789ff24c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.433211 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee94a7fe-a3a0-4b66-8d6f-10f746f49c9d req-632a0cb9-234b-425a-ac88-e4789ff24c24 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925522 Jun 17 17:37:12.524692 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-f9df96e1-2e30-4092-bf24-28e390641f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.526158 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-f9df96e1-2e30-4092-bf24-28e390641f93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0549738 Jun 17 17:37:12.566443 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-7fdcacc6-f10e-4746-ae8b-b2b0130a9587 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 217 time: 0.0333598 Jun 17 17:37:12.568510 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48b0c679-909c-449e-b964-e93ff36558d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:12.617415 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-06d42662-e85d-4c7d-8895-93b98cfd88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.618741 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-06d42662-e85d-4c7d-8895-93b98cfd88ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0466716 Jun 17 17:37:12.674832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-e93eb3b6-4158-4fa7-b5f9-c72b628d9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:12.676323 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-e93eb3b6-4158-4fa7-b5f9-c72b628d9a58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513527 Jun 17 17:37:12.765236 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-c9c9411d-785f-43ac-a161-662756e0a994 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828071 Jun 17 17:37:12.854796 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e7a6e98-814a-4711-81b7-f3e14e2bcec0 req-e5d105ce-b0e2-48b0-ab17-b08b57273d20 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831485 Jun 17 17:37:13.376227 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc29912-c1a7-47b5-88a0-84ac906af3de req-5c250555-df74-45f5-9343-2fed004af0ba tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:13.377685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7cc29912-c1a7-47b5-88a0-84ac906af3de req-5c250555-df74-45f5-9343-2fed004af0ba tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0634434 Jun 17 17:37:13.415819 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7cc29912-c1a7-47b5-88a0-84ac906af3de req-b73443a2-9441-4de2-892b-978ca440c312 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Jun 17 17:37:14.595940 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699d61-f765-488f-b009-ea0521a84b01 req-f8e903ce-bb19-4edf-a104-9a49e163e38e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:14.597462 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8699d61-f765-488f-b009-ea0521a84b01 req-f8e903ce-bb19-4edf-a104-9a49e163e38e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0681121 Jun 17 17:37:14.635127 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8699d61-f765-488f-b009-ea0521a84b01 req-4a54a093-0415-4431-934e-08e88cb7b649 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 Jun 17 17:37:15.191361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3b840eda-e260-4e90-acf9-a3ebdde91f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:15.222014 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:15.805874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86f1a-13d8-40ac-be57-201d52583f6e req-5c887e8a-f82a-4bba-8eb0-8d36683cae6e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:15.807365 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08d86f1a-13d8-40ac-be57-201d52583f6e req-5c887e8a-f82a-4bba-8eb0-8d36683cae6e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0636933 Jun 17 17:37:15.846019 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-08d86f1a-13d8-40ac-be57-201d52583f6e req-302db246-7b5f-4058-a100-3bd2dc4c593b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326352 Jun 17 17:37:16.842806 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.031454 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7949-a23e-4415-bfbb-bc416ca75a64 req-9bf7082b-4126-4b29-be2b-2f723c5d932d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:17.033313 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7b9a7949-a23e-4415-bfbb-bc416ca75a64 req-9bf7082b-4126-4b29-be2b-2f723c5d932d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0778315 Jun 17 17:37:17.071657 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7b9a7949-a23e-4415-bfbb-bc416ca75a64 req-203b2ac7-b087-42f3-a657-db49862e7c2d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325725 Jun 17 17:37:18.142514 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.246586 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e160b-1106-4501-8ebb-3da55b22242a req-4358ad69-ef69-4932-8d12-726739301364 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:18.248098 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-528e160b-1106-4501-8ebb-3da55b22242a req-4358ad69-ef69-4932-8d12-726739301364 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0664694 Jun 17 17:37:18.286270 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-528e160b-1106-4501-8ebb-3da55b22242a req-acfa6781-8228-484a-b13e-6cfaf692c4ea tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325923 Jun 17 17:37:19.459679 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528e81f-119b-446f-a1c3-ad21fd0e9328 req-de7a094d-9d53-4b04-b565-d866e7da26f8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:19.461058 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a528e81f-119b-446f-a1c3-ad21fd0e9328 req-de7a094d-9d53-4b04-b565-d866e7da26f8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.0621052 Jun 17 17:37:19.498917 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a528e81f-119b-446f-a1c3-ad21fd0e9328 req-767cc7b8-86d5-4b12-af36-76213e146ec0 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Jun 17 17:37:20.586785 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device dc5432f9-c4e7-47a9-bdd8-140b17e287fe details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:37:20.680754 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:20.692060 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:37:20.760826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cc69e-eda8-4200-91ca-b314e123ff7a req-2a6ef26b-ae1e-4607-a611-62f51add3314 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:20.762448 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f7cc69e-eda8-4200-91ca-b314e123ff7a req-2a6ef26b-ae1e-4607-a611-62f51add3314 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 943 time: 0.1490703 Jun 17 17:37:20.807783 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f7cc69e-eda8-4200-91ca-b314e123ff7a req-d4b69a56-936e-4c91-a506-a5b1759664cc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382271 Jun 17 17:37:20.857656 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:20.869950 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5432f9-c4e7-47a9-bdd8-140b17e287fe {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:37:20.890294 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:21.002839 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.004812 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:21.051138 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:21.058724 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.059008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.059346 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.059680 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.060009 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.060359 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.060686 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.061007 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.061332 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.061652 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.061971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.062292 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.066341 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:21.239670 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['dc5432f9-c4e7-47a9-bdd8-140b17e287fe'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:37:21.981482 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec9d2-2264-419f-8615-980642a2acd2 req-8fc07deb-6d1d-4182-a6b6-810b235b2845 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:21.982948 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f0ec9d2-2264-419f-8615-980642a2acd2 req-8fc07deb-6d1d-4182-a6b6-810b235b2845 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 944 time: 0.0632191 Jun 17 17:37:22.021092 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f0ec9d2-2264-419f-8615-980642a2acd2 req-0b615d3c-8325-449d-8aba-8fa30c2231ac tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jun 17 17:37:22.602273 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device dc5432f9-c4e7-47a9-bdd8-140b17e287fe up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:22.782185 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port dc5432f9-c4e7-47a9-bdd8-140b17e287fe completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:22.786191 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port dc5432f9-c4e7-47a9-bdd8-140b17e287fe triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:22.786577 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.865099 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.886853 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:37:22.889147 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48642db1-8253-4cb7-8f3e-1ff8e84cf3ad" -d '{"events": [{"server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "name": "network-vif-plugged", "status": "completed", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:37:22.902261 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:22.925652 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc670d-3c69-4084-a59b-67b885c51dd9 x-openstack-request-id: req-fbbc670d-3c69-4084-a59b-67b885c51dd9 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:37:22.929226 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "name": "network-vif-plugged", "status": "completed", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:37:22.929226 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbbc670d-3c69-4084-a59b-67b885c51dd9 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:37:22.929226 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'code': 200} Jun 17 17:37:23.004784 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.006765 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:23.054268 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:23.057804 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:23.240141 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946bd8-c54f-42ce-ac66-4cb599d66aee req-d071fbb7-8426-47a2-bc08-aa1f653cbce3 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:23.242325 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1946bd8-c54f-42ce-ac66-4cb599d66aee req-d071fbb7-8426-47a2-bc08-aa1f653cbce3 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.1071670 Jun 17 17:37:23.289076 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1946bd8-c54f-42ce-ac66-4cb599d66aee req-e5e2af51-5395-4182-965c-fc4c751979f1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398746 Jun 17 17:37:23.689086 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5024137-1f74-4a52-bf66-b687b15c0daf req-2fd43694-3ece-484e-9f85-c7d5f2668de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:23.690685 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5024137-1f74-4a52-bf66-b687b15c0daf req-2fd43694-3ece-484e-9f85-c7d5f2668de3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.3365760 Jun 17 17:37:23.724519 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5024137-1f74-4a52-bf66-b687b15c0daf req-0f679d88-8e3d-416a-aba3-6bdd69cc8e5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272853 Jun 17 17:37:24.463018 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ff9e-3d77-408d-9455-386cc54f6345 req-5a162b3d-d4b7-431d-8021-5d51b50eca20 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:24.464532 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a82ff9e-3d77-408d-9455-386cc54f6345 req-5a162b3d-d4b7-431d-8021-5d51b50eca20 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.0618682 Jun 17 17:37:24.500833 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a82ff9e-3d77-408d-9455-386cc54f6345 req-f1277fb2-220b-4d73-8323-0c2c7153198c tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Jun 17 17:37:25.678260 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448aae7-60e3-4280-a8ec-4b692601ee25 req-1487e347-520e-4b8b-bc44-04a110653758 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:25.679655 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3448aae7-60e3-4280-a8ec-4b692601ee25 req-1487e347-520e-4b8b-bc44-04a110653758 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.0679219 Jun 17 17:37:25.717320 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3448aae7-60e3-4280-a8ec-4b692601ee25 req-8f18c389-747d-4647-85a4-949c9453ae64 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Jun 17 17:37:25.890337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896824c-abb5-4590-93bb-976e631e0d02 req-5e9d5898-383d-487f-b393-04705a1fd0fd tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:25.891794 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f896824c-abb5-4590-93bb-976e631e0d02 req-5e9d5898-383d-487f-b393-04705a1fd0fd tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.0652516 Jun 17 17:37:25.930045 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f896824c-abb5-4590-93bb-976e631e0d02 req-c4449416-1164-4fd8-a1d3-9ef832250e6b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Jun 17 17:37:25.954417 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48590) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:26.008030 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958fb74a-f532-40a1-96b2-ba023fe9bd55 tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:26.009613 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-958fb74a-f532-40a1-96b2-ba023fe9bd55 tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1093 time: 0.0544243 Jun 17 17:37:26.012418 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48594) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:26.016847 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:37:26.150907 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.249186 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.348720 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.27.0.110 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/896e86c5-0d1f-40a5-b11b-4d78009e5927) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:26.452962 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.582180 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.585138 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bcc3ddd5-bb25-4882-be47-3dad63beab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:26.619501 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:26.622844 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:26.628771 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:26.634022 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=896e86c5-0d1f-40a5-b11b-4d78009e5927,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:26.662256 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.662643 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.663027 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.663396 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.663766 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.664163 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.664533 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.664898 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.665263 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.665624 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.665984 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.666348 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:26.673013 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:26.993032 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.291497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.439467 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.570813 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.572900 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:27.640377 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=896e86c5-0d1f-40a5-b11b-4d78009e5927,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:27.644169 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:27.652441 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.983166 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP b64dc813-aedf-4c52-a047-d4c158bd6a51 associated. External IP: 172.27.0.110, port: dc5432f9-c4e7-47a9-bdd8-140b17e287fe. Jun 17 17:37:28.190064 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:37:28.306316 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:28.315984 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:37:28.326492 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:28.327198 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:37:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:28.408378 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.433647 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:37:28.460162 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f519e34d-fbc3-4a46-a20e-7d480202788e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4347448 Jun 17 17:37:28.460162 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:37:28.460162 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d406b87-4f47-438d-8043-60f20c7e2ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:37:28.497605 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d1d930-3622-4fa1-aa01-0b92259a6d2b x-openstack-request-id: req-04d1d930-3622-4fa1-aa01-0b92259a6d2b {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:37:28.498031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:37:28.498497 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04d1d930-3622-4fa1-aa01-0b92259a6d2b {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:37:28.498897 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'status': 'completed', 'code': 200} Jun 17 17:37:28.585091 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-960342b9-ceaa-4b8e-ab2b-b252bcda4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:28.586570 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-960342b9-ceaa-4b8e-ab2b-b252bcda4233 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0652630 Jun 17 17:37:28.676653 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:26Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:28.677447 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-c3acae80-cda2-4bba-85e1-dcd81a4f7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:28.678934 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-c3acae80-cda2-4bba-85e1-dcd81a4f7588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0850813 Jun 17 17:37:28.703832 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:37:28.712481 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:28.713113 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:37:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:28.748711 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-f815f8a9-d8fe-4bcc-bdb4-551462e637e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 999 time: 0.0632942 Jun 17 17:37:28.798618 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-3acc05a6-d4e4-4373-8ebe-52f27e1e6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:28.800094 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-3acc05a6-d4e4-4373-8ebe-52f27e1e6cf3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0444486 Jun 17 17:37:28.830091 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:37:28.866703 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-42b3408c-f55f-4d6f-9e94-6108661c5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:28.868251 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-42b3408c-f55f-4d6f-9e94-6108661c5133 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608201 Jun 17 17:37:28.970803 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-3b0ab857-3882-4c69-a996-f95e01a8e0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959663 Jun 17 17:37:29.060869 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:26Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:29.061415 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2d406b87-4f47-438d-8043-60f20c7e2ee3 req-2a03a897-857d-4aec-bd23-84217b023eea service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Jun 17 17:37:29.096050 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaae579-4f66-40ef-a76d-a0de9c3e34ae None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:26Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:37:29.277931 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18af8f2-fb87-4738-b010-45135b93ca52 None None] New status for floating IP b64dc813-aedf-4c52-a047-d4c158bd6a51: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:37:35.033380 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:42.023865 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-891d4bc8-1feb-4ed0-82e4-beba90df4bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547512 Jun 17 17:37:42.118545 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-d1c03cac-34bb-4d40-a73d-bae40a3263a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:42.120012 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-d1c03cac-34bb-4d40-a73d-bae40a3263a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0539420 Jun 17 17:37:42.223859 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-b18be141-13ed-43a0-b6cb-5d816b00e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:42.225331 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-b18be141-13ed-43a0-b6cb-5d816b00e7e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0850699 Jun 17 17:37:42.292978 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-98c49134-ee5d-4aa6-8754-34e9362f8b62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 1001 time: 0.0606244 Jun 17 17:37:42.342337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-70fd2c07-a94d-43bd-88df-180d4d5a3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:42.343840 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-70fd2c07-a94d-43bd-88df-180d4d5a3029 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0444436 Jun 17 17:37:42.399908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-de349435-5a5d-4f05-87cc-8aaa1b5de1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:42.401394 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-de349435-5a5d-4f05-87cc-8aaa1b5de1a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512607 Jun 17 17:37:42.494552 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-fded30d3-dc83-4a01-87cc-63c5c5a96746 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Jun 17 17:37:42.586427 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9fb9ae3-d53c-4a07-9afc-0d68f101c5b4 req-91d2a8ee-7aa0-469e-b5b3-27616b7afa8f service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 Jun 17 17:37:42.655946 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e988c0ca-d5b0-4e22-8c8a-f906dbd1af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:45.181422 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bf807c57-4830-45e9-b91a-e72897104a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:45.230077 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:45.801293 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:37:46.781478 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:48.146781 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.052826 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:12.621165 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-93a1adb1-bf43-4148-80fa-04525164176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.105992 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-63c6f7c8-c3ed-4f8b-9de2-1804ff13ad34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.209178 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.794931 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.134872 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:22.799338 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:38:35.057223 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:42.571357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2ec8-9c3c-4b45-80f9-8cf3d4786f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:43.021094 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-4c71c21e-9b11-427d-a0e8-921e39398d76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601063 Jun 17 17:38:43.114741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-aa832512-1436-4ef9-9d94-0da34d22520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.116276 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-aa832512-1436-4ef9-9d94-0da34d22520b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0525606 Jun 17 17:38:43.289717 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-c8011dac-6407-4865-be12-41fd2087de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.291173 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-c8011dac-6407-4865-be12-41fd2087de9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.1536283 Jun 17 17:38:43.355168 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-42f76bfe-d12c-4c94-9e25-de650d016d45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 1001 time: 0.0579884 Jun 17 17:38:43.401880 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-58bdeb74-243d-42e3-822c-d1a3a8d35e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.403385 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-58bdeb74-243d-42e3-822c-d1a3a8d35e5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0427663 Jun 17 17:38:43.462726 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-553149f5-52bf-4454-9808-fd93a2e712ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.464244 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-553149f5-52bf-4454-9808-fd93a2e712ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552092 Jun 17 17:38:43.553184 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-61c601b9-4c92-49bc-b2e1-6a5f36e7159f service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822356 Jun 17 17:38:43.644575 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2fbb54c7-13ec-4480-8b7c-dd29abd291fa req-374508eb-49d8-4358-b9da-bcfd5754291c service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 Jun 17 17:38:45.127996 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-66b7afff-9ff0-4483-ad11-8d91757c22b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:45.184929 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:46.779878 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:48.139280 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:59.797486 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:39:05.056726 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:07.698955 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-8c3f13be-0162-4f20-886a-9da4f62e52f4 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224066377&fields=id&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 267 time: 0.0321558 Jun 17 17:39:07.803440 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-9cb96bcd-21c2-4118-9723-a85fc8986278 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:07.805246 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-9cb96bcd-21c2-4118-9723-a85fc8986278 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.0993671 Jun 17 17:39:07.820111 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-09b0d05c-6cfd-49ef-ad89-21640bb90035 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/quotas/2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 375 time: 0.0094805 Jun 17 17:39:07.897061 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-972ca773-dff6-4ec4-8496-8feba289fbdf tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719635 Jun 17 17:39:07.991176 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-16473d2b-79bb-4222-806f-836144d7b5e5 service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821047 Jun 17 17:39:08.085469 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-bd1d0dfb-fa96-417a-9b92-abf34b93fea8 service neutron] 10.222.0.10 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885689 Jun 17 17:39:08.887790 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b682612e-8024-4a9c-bdb7-775c0b56d44e req-b01bf99f-ed9b-44b5-8e9e-eaa61df07df6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 210 time: 0.0283601 Jun 17 17:39:10.027213 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b71ac687-bf57-41f7-a39f-ae691243480a req-35002eb1-e52d-4f3c-a79e-7f544f6265b3 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 210 time: 0.0280225 Jun 17 17:39:11.204030 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-43acad54-2089-4892-b2a1-5448ed71a086 req-2bfa7c6e-d8b9-4925-b025-2029a295740e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 210 time: 0.0357716 Jun 17 17:39:11.594264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-85d218b2-51b0-4ebf-8466-5a12e8488cae tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:11.595589 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-85d218b2-51b0-4ebf-8466-5a12e8488cae tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 810 time: 0.1061304 Jun 17 17:39:11.636969 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-008ffff6-8195-420f-9c35-5bfdd7a87e33 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c HTTP/1.1" status: 200 len: 379 time: 0.0329943 Jun 17 17:39:11.645733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'port': {'device_id': '30256274-5fcc-43a2-adb0-a8695896c15d', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'admin_state_up': True, 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'security_groups': ['9b6a558b-8b68-4770-b7e7-63245d98c7d2']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:39:12.007824 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Made reservation on behalf of 2a98e047d24a4d5a925e4cfb9b777a3c for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:39:12.011697 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.152299 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.20.0.10 (9af2838a-14b9-4331-8343-91694bafd23d/bf2c2f7d-4720-4ff6-a527-93c7964a1229/9b0c5457-1f8e-407f-8c54-3fc872146681) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:39:12.300764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.308507 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Transition to ACTIVE for port object 9b0c5457-1f8e-407f-8c54-3fc872146681 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:39:12.361616 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-55ba531b-0058-452f-a1ae-b11e17cd6b60 req-28c2fa6f-6040-426f-aefe-dcda50cd0281 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 210 time: 0.0414429 Jun 17 17:39:12.459232 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14338120'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.463516 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-89e405e0-1923-43f3-bad6-40cef8770974 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:12.503009 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network 9af2838a-14b9-4331-8343-91694bafd23d is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:39:12.506506 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:39:12.510421 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:39:12.542193 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:12.557411 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.557701 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.558074 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.558446 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.558806 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.559166 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.559527 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.559893 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.560449 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.560686 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.561041 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.561395 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:12.567278 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:12.580995 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:12.581631 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.613667 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de7ae21b-17de-4208-9df0-b9f797c3aa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.703323 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1fc9fb5f-7469-4265-a0b3-b6c0d8fd8e5a tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614817 Jun 17 17:39:12.714673 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Request body: {'port': {'device_id': '30256274-5fcc-43a2-adb0-a8695896c15d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:39:12.798328 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.913583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4cd53e24-bd96-4dfb-bc70-cc054258ce7b None None] Provisioning for port 9b0c5457-1f8e-407f-8c54-3fc872146681 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:39:12.917952 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4cd53e24-bd96-4dfb-bc70-cc054258ce7b None None] Provisioning complete for port 9b0c5457-1f8e-407f-8c54-3fc872146681 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:39:12.918693 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4cd53e24-bd96-4dfb-bc70-cc054258ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:12.958417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-4cd53e24-bd96-4dfb-bc70-cc054258ce7b None None] Port 9b0c5457-1f8e-407f-8c54-3fc872146681 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:39:13.075927 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0c5457-1f8e-407f-8c54-3fc872146681 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:39:13.094472 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:13.107778 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Transition to ACTIVE for port object 9b0c5457-1f8e-407f-8c54-3fc872146681 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:39:13.233525 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:13.235624 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3f7e0297-124d-4643-a9d0-64321bb3e422 tempest-AttachVolumeNegativeTest-1414253493 tempest-AttachVolumeNegativeTest-1414253493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:13.321308 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:13.325226 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:13.408149 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Attempting to bind port 9b0c5457-1f8e-407f-8c54-3fc872146681 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:39:13.408814 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Attempting to bind port 9b0c5457-1f8e-407f-8c54-3fc872146681 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:39:13.409449 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Attempting to bind port 9b0c5457-1f8e-407f-8c54-3fc872146681 on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:39:13.417151 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Port 9b0c5457-1f8e-407f-8c54-3fc872146681 on network 9af2838a-14b9-4331-8343-91694bafd23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 17:39:13.417808 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Attempting to bind port 9b0c5457-1f8e-407f-8c54-3fc872146681 on network 9af2838a-14b9-4331-8343-91694bafd23d {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:39:13.427377 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Checking agent: {'id': '2cc4b605-fc14-48bb-874f-cd8165bd39e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'started_at': datetime.datetime(2021, 6, 17, 17, 20, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:39:13.428200 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Checking segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:39:13.428908 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Bound using segment: {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:39:13.429766 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Bound port: 9b0c5457-1f8e-407f-8c54-3fc872146681, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a7e5c0-fed2-480d-ae23-9f480ba93223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:39:13.430444 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:13.538238 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:39:13.544273 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9b0c5457-1f8e-407f-8c54-3fc872146681,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:39:13.630630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e2f4-b200-464f-a33f-fdf00972f995 req-cdde467e-88e1-4308-a7fb-bed972fa31b8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:13.632204 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ae1e2f4-b200-464f-a33f-fdf00972f995 req-cdde467e-88e1-4308-a7fb-bed972fa31b8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0708475 Jun 17 17:39:13.646658 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14338170'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:13.658594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-02280dff-3cd6-4467-b6d1-b436fc186522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:13.699764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:13.700741 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:13.702464 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 200 len: 1094 time: 0.9919384 Jun 17 17:39:13.710233 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:39:13.712656 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6dbf6f-2ec8-4382-995f-e4179d31037c" -d '{"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:39:13.729382 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ae1e2f4-b200-464f-a33f-fdf00972f995 req-576cdd9c-6059-49fd-9bbb-f53a3223d446 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915327 Jun 17 17:39:13.752713 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:13.756316 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93b03d6-ebe2-4a5b-8c35-c07b3add5ac4 x-openstack-request-id: req-c93b03d6-ebe2-4a5b-8c35-c07b3add5ac4 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:39:13.756650 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:39:13.756997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c93b03d6-ebe2-4a5b-8c35-c07b3add5ac4 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:39:13.757433 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'status': 'completed', 'code': 200} Jun 17 17:39:13.758231 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:13.836198 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-5c61788b-69f4-4b9c-8add-ece4a4e94c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:13.837704 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-5c61788b-69f4-4b9c-8add-ece4a4e94c3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1097 time: 0.0604692 Jun 17 17:39:13.938306 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-e2ff5f6d-e47e-4466-982b-12357c4ed5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:13.940007 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-e2ff5f6d-e47e-4466-982b-12357c4ed5b9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956244 Jun 17 17:39:14.037626 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-1ee6d658-b21c-408d-b0c1-f11162942ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:14.039114 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3a6dbf6f-2ec8-4382-995f-e4179d31037c req-1ee6d658-b21c-408d-b0c1-f11162942ec8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934222 Jun 17 17:39:14.128250 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-6233223a-b054-420f-808d-7a0fcc41193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:14.129737 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-6233223a-b054-420f-808d-7a0fcc41193b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1097 time: 0.0527980 Jun 17 17:39:14.172397 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-0d1b7a46-d8b1-4a09-b631-7092aead8de3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 200 len: 217 time: 0.0354118 Jun 17 17:39:14.230410 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-532fd3c8-059a-408c-9e0b-86606d2d7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:14.231870 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-532fd3c8-059a-408c-9e0b-86606d2d7be6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0486932 Jun 17 17:39:14.289360 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1faed124-4d65-4ef6-b9fe-9fe99451e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:14.290757 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-1faed124-4d65-4ef6-b9fe-9fe99451e2f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527284 Jun 17 17:39:14.385160 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-aa659888-2ba3-4972-8c2b-dce77e16f4bb service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876024 Jun 17 17:39:14.473779 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-412df7a4-cdab-4a2f-bb2d-776d1120652d req-25d5befd-a836-447e-ab39-71cd935ee4cd service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820134 Jun 17 17:39:14.910167 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193d390-9c2f-44dd-8f63-fbf004f54db6 req-00f95995-7d57-4162-812a-931f9783ca2e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:14.911641 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3193d390-9c2f-44dd-8f63-fbf004f54db6 req-00f95995-7d57-4162-812a-931f9783ca2e tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0624323 Jun 17 17:39:14.951898 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3193d390-9c2f-44dd-8f63-fbf004f54db6 req-57c0af1f-7466-4da8-9d58-4f191af422e1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344949 Jun 17 17:39:15.156358 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-16946182-9bac-4f7b-b181-ce18190ee230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:15.247057 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:16.124651 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f40ae9-4918-4032-b006-bf787cb09336 req-6294faba-9186-4395-8da5-426a5d3cdcab tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:16.126622 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32f40ae9-4918-4032-b006-bf787cb09336 req-6294faba-9186-4395-8da5-426a5d3cdcab tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0628297 Jun 17 17:39:16.164883 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-32f40ae9-4918-4032-b006-bf787cb09336 req-148f8929-ff9a-4fc5-ab09-ea539a4e742b tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Jun 17 17:39:16.850572 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:17.339645 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65968f-9cd8-4374-92bd-0af08e6418e2 req-f96d58d0-b498-421d-a7ec-06ccbcf6cbb5 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:17.341153 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bf65968f-9cd8-4374-92bd-0af08e6418e2 req-f96d58d0-b498-421d-a7ec-06ccbcf6cbb5 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0649774 Jun 17 17:39:17.378488 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bf65968f-9cd8-4374-92bd-0af08e6418e2 req-98f4134e-ff1e-47aa-b747-03cb51633008 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Jun 17 17:39:18.166978 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:18.551877 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203506-fdb4-4dc0-9b39-b6fd4413cbe8 req-d18fc901-0385-4086-9447-8a5b26ca0388 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:18.553370 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a203506-fdb4-4dc0-9b39-b6fd4413cbe8 req-d18fc901-0385-4086-9447-8a5b26ca0388 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0661721 Jun 17 17:39:18.590178 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a203506-fdb4-4dc0-9b39-b6fd4413cbe8 req-f94e8016-281c-46d4-9521-9e5bbac1dd92 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Jun 17 17:39:19.803277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128233-02dd-471d-a8fb-49fb0cb74ca7 req-bfec9c92-7e84-4b68-84a8-4a257b260651 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:19.804763 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d5128233-02dd-471d-a8fb-49fb0cb74ca7 req-bfec9c92-7e84-4b68-84a8-4a257b260651 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0628593 Jun 17 17:39:19.842272 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d5128233-02dd-471d-a8fb-49fb0cb74ca7 req-3cc60487-0405-4980-9ef3-c9bc6d770515 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317669 Jun 17 17:39:21.022623 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10e42-eba3-4647-8af7-078375b63a2a req-758af660-923f-4324-8da1-ed6a51366328 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:21.024415 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41a10e42-eba3-4647-8af7-078375b63a2a req-758af660-923f-4324-8da1-ed6a51366328 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 944 time: 0.0698311 Jun 17 17:39:21.063235 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41a10e42-eba3-4647-8af7-078375b63a2a req-0b0f9d8a-2dbc-451c-b592-adf68a877c1f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329037 Jun 17 17:39:21.317606 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9b0c5457-1f8e-407f-8c54-3fc872146681 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:39:21.412914 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9b0c5457-1f8e-407f-8c54-3fc872146681,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:39:21.424417 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Returning: {'device': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'port_id': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'mac_address': 'fa:16:3e:f3:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:39:21.460336 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:21.472453 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0c5457-1f8e-407f-8c54-3fc872146681 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:39:21.491841 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9b0c5457-1f8e-407f-8c54-3fc872146681,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:39:21.610351 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:21.612583 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:21.661296 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:21.668307 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.668645 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.668988 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.669325 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.669658 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.669992 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.670321 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.670646 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.670993 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.671301 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.671621 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.671941 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:21.676301 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:21.833442 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] get_ports_and_sgs() called for port_ids ['9b0c5457-1f8e-407f-8c54-3fc872146681'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:39:22.241722 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20597ec-5352-48e1-8c4f-7c29b6a456b0 req-d98a93d1-0a8e-4222-8bda-947a15b05518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:22.243253 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a20597ec-5352-48e1-8c4f-7c29b6a456b0 req-d98a93d1-0a8e-4222-8bda-947a15b05518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 945 time: 0.0678201 Jun 17 17:39:22.281514 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a20597ec-5352-48e1-8c4f-7c29b6a456b0 req-b315bc30-a590-4b83-a824-75737604fb52 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Jun 17 17:39:23.312565 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9b0c5457-1f8e-407f-8c54-3fc872146681 up at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:39:23.438683 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning for port 9b0c5457-1f8e-407f-8c54-3fc872146681 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:39:23.442697 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Provisioning complete for port 9b0c5457-1f8e-407f-8c54-3fc872146681 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:39:23.443082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1586941'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:23.452151 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0405667-762b-4483-be42-ceb55ef60190 req-e8ffae2e-35f8-443a-9739-31348c74cd75 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:23.453631 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0405667-762b-4483-be42-ceb55ef60190 req-e8ffae2e-35f8-443a-9739-31348c74cd75 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 945 time: 0.0626261 Jun 17 17:39:23.492263 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0405667-762b-4483-be42-ceb55ef60190 req-971e2094-4353-47d2-99e7-2dcb92b8c95f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Jun 17 17:39:23.519818 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:23.545393 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:39:23.547602 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797fbdc369af0097e500ac6738d3118fcf293eb764dc58388c598a3e475b7fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a1b02-755b-44c5-bd05-ec1c021a5cd8" -d '{"events": [{"server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:39:23.560698 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9b0c5457-1f8e-407f-8c54-3fc872146681,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:39:23.583092 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7d679-28e6-4766-9fac-f9618b996039 x-openstack-request-id: req-3ef7d679-28e6-4766-9fac-f9618b996039 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:39:23.583411 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:39:23.583670 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ef7d679-28e6-4766-9fac-f9618b996039 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:39:23.584095 dv-cinder-796889-1-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'code': 200} Jun 17 17:39:23.718909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:23.720864 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:23.767759 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Pushing event updated for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:23.772840 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:24.023500 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8347020-96ef-4061-8ea9-7b1f1920c474 req-0fdebae0-2755-4411-87c7-611911a8ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:24.025040 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8347020-96ef-4061-8ea9-7b1f1920c474 req-0fdebae0-2755-4411-87c7-611911a8ceab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1099 time: 0.0561693 Jun 17 17:39:24.057703 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8347020-96ef-4061-8ea9-7b1f1920c474 req-e1c4d6d3-d5c2-4fd2-8bc6-4534e84e8803 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266323 Jun 17 17:39:24.663843 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb120-dce7-44e5-9518-cf3674b54547 req-1096123c-700a-4ede-b0c5-d8341d85d6c6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:24.665311 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bfacb120-dce7-44e5-9518-cf3674b54547 req-1096123c-700a-4ede-b0c5-d8341d85d6c6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.0633016 Jun 17 17:39:24.703553 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bfacb120-dce7-44e5-9518-cf3674b54547 req-d26a5d73-6527-450c-a537-20701abd40fa tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Jun 17 17:39:25.878848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29c246-689b-4a7c-9540-cab4fa6153aa req-00cdabbc-3e53-427f-875f-e9176550a04f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:25.880343 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f29c246-689b-4a7c-9540-cab4fa6153aa req-00cdabbc-3e53-427f-875f-e9176550a04f tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.0657475 Jun 17 17:39:25.918511 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f29c246-689b-4a7c-9540-cab4fa6153aa req-82a52f86-c404-47e4-9cbb-07840358d4c4 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324032 Jun 17 17:39:26.088876 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f5cce-93f7-4f78-acd4-ce8ef9df4c34 req-515ed7d7-5f87-4679-b5bd-6eaf1c2e1af8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:26.090344 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad1f5cce-93f7-4f78-acd4-ce8ef9df4c34 req-515ed7d7-5f87-4679-b5bd-6eaf1c2e1af8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.0642145 Jun 17 17:39:26.127836 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad1f5cce-93f7-4f78-acd4-ce8ef9df4c34 req-f15fd8bd-b185-449a-aa2d-49d3f366e9f1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318027 Jun 17 17:39:26.152031 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48726) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:26.204404 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4c6a9-f95e-4c56-bf3f-d6208a732d3d tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:26.205890 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b8c4c6a9-f95e-4c56-bf3f-d6208a732d3d tempest-TestVolumeBootPattern-468639973 tempest-TestVolumeBootPattern-468639973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1094 time: 0.0528936 Jun 17 17:39:26.209430 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48730) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:26.214089 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Request body: {'floatingip': {'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'port_id': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:39:26.401522 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:26.494470 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1976802'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:26.601246 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Allocated IP 172.27.0.71 (d5c58482-a02d-4a2b-90a2-5d0412b36905/d3b33b6e-4338-4f10-8f8d-7df5f325aa7c/7b856020-f5e5-4ef8-9a14-7a42922839a8) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:39:26.700801 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:26.858417 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1976739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762798929192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12954033'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:26.860552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-632955d3-3c5c-4776-a86d-4e4e396b3eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:26.896260 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Network d5c58482-a02d-4a2b-90a2-5d0412b36905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:39:26.898972 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:39:26.904591 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:39:26.909808 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=7b856020-f5e5-4ef8-9a14-7a42922839a8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:26.934046 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.934430 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.934809 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.935171 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.935555 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.935918 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.936318 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.936679 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.937060 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.937416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.937768 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.938120 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:26.944790 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:27.265247 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:27.445416 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1976820'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:27.593116 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:27.761372 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762799385573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762798929210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762798929255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12953987'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:27.764536 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:27.830488 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event updated for resources: {'Port': ['ID=7b856020-f5e5-4ef8-9a14-7a42922839a8,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:27.835142 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:27.839639 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027800'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:27.936701 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP b7689666-b4fb-45fb-9dcd-f74b998e6c0c associated. External IP: 172.27.0.71, port: 9b0c5457-1f8e-407f-8c54-3fc872146681. Jun 17 17:39:28.139685 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:39:28.246273 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:39:28.256166 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:39:28.265976 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:39:28.266613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:39:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:28.370313 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:28.408983 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-072d64bd-e823-47d6-baa3-68c54b4a9e53 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1985457 Jun 17 17:39:28.409760 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:39:28.412661 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f" -d '{"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:39:28.458289 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2045d9-ac96-427e-bd57-aaa5741dd314 x-openstack-request-id: req-3d2045d9-ac96-427e-bd57-aaa5741dd314 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:39:28.458624 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:39:28.458919 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d2045d9-ac96-427e-bd57-aaa5741dd314 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:39:28.459355 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'status': 'completed', 'code': 200} Jun 17 17:39:28.502074 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:39:28.541488 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-1f960ced-cbb3-4b78-ba2e-cd8662f51113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:28.543122 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-1f960ced-cbb3-4b78-ba2e-cd8662f51113 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1099 time: 0.0614078 Jun 17 17:39:28.643554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-2b601ccc-6733-4cdb-9876-1fdd8c25ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:28.645640 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-2b601ccc-6733-4cdb-9876-1fdd8c25ed60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0956006 Jun 17 17:39:28.708498 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-32e909dd-0fa4-42b7-b820-5043527d4595 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 200 len: 999 time: 0.0569015 Jun 17 17:39:28.728940 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}, {'id': 'b7689666-b4fb-45fb-9dcd-f74b998e6c0c', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:f3:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30256274-5fcc-43a2-adb0-a8695896c15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:39:27Z', 'updated_at': '2021-06-17T17:39:27Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:28.758899 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:39:28.759815 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-a353dffa-9be4-4801-b546-e1a9fd0d41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:28.761330 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-a353dffa-9be4-4801-b546-e1a9fd0d41d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0475302 Jun 17 17:39:28.767466 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:39:28.768091 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:39:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:28.820354 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-650f37b8-bb72-45a5-9d14-f7ac5ef7b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:28.821852 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-650f37b8-bb72-45a5-9d14-f7ac5ef7b5d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544651 Jun 17 17:39:28.873967 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:39:28.918442 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-57fb275b-99cb-4c2a-bd2b-20b48215795a service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898776 Jun 17 17:39:29.109572 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}, {'id': 'b7689666-b4fb-45fb-9dcd-f74b998e6c0c', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:f3:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30256274-5fcc-43a2-adb0-a8695896c15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:39:27Z', 'updated_at': '2021-06-17T17:39:27Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:29.141342 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9359fff-1daa-463c-a233-f72778a34a10 None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}, {'id': 'b7689666-b4fb-45fb-9dcd-f74b998e6c0c', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:f3:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30256274-5fcc-43a2-adb0-a8695896c15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:39:27Z', 'updated_at': '2021-06-17T17:39:27Z', 'revision_number': 0, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:39:29.291911 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e55022a6-7a52-4fe7-a21b-957ff1c8db0f req-8c0b56d7-5d81-4550-b299-e09750fe9e08 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673887 Jun 17 17:39:29.328426 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc70bc-8db4-4f76-8141-202f5c93b720 None None] New status for floating IP b7689666-b4fb-45fb-9dcd-f74b998e6c0c: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:39:35.066908 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:36.795557 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:39:42.623713 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a041988c-d3b6-4280-b8f5-46d1b359e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:43.017933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-41a33815-a490-4972-a1da-e16034063af0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517907 Jun 17 17:39:43.116573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-78c879f3-6483-4671-8dfb-d9e0317226fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:43.118073 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-78c879f3-6483-4671-8dfb-d9e0317226fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0570838 Jun 17 17:39:43.223413 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-6034d303-d42a-41c1-9974-015d4507dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:43.224933 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-6034d303-d42a-41c1-9974-015d4507dcfc service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0863390 Jun 17 17:39:43.294563 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-b4a0b38c-44d0-4ded-b29f-eebbc463b4d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 1001 time: 0.0627599 Jun 17 17:39:43.344434 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-dfadfde8-030c-41c7-b5c2-888565f719a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:43.345879 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-dfadfde8-030c-41c7-b5c2-888565f719a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0451362 Jun 17 17:39:43.404833 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-b7e26bf1-62e1-4fd9-b753-f94589c83ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:43.406368 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-b7e26bf1-62e1-4fd9-b753-f94589c83ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518348 Jun 17 17:39:43.501570 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-6d25b47b-8ce7-401f-9c87-fa7638ebc1e7 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Jun 17 17:39:43.591278 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-688dca38-8b81-4537-a0a0-28d7ab12f2ef req-ec95ebaf-4cb7-4555-84b3-8cc252ff88cc service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822337 Jun 17 17:39:45.181111 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5112807a-48ee-4bfa-851e-ca7986134134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:45.223267 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:46.838082 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:48.200466 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:05.083130 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:12.568726 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3dfd146d-0d93-4c8a-aaba-6df7871bae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:13.794813 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:40:15.122695 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fbb21601-8671-4367-81ac-3fbe8019a7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:15.254250 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:16.779630 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:18.171177 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:35.119048 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:42.699486 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5b6102a1-a00b-4bb4-baa3-581c5c7d2702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:43.091846 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-3554fdfd-f5cf-4805-a978-cc98fed387f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944140 Jun 17 17:40:43.166409 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-6d23c7cf-4780-43db-be29-333b48fdc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:43.167961 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-6d23c7cf-4780-43db-be29-333b48fdc511 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1099 time: 0.0540669 Jun 17 17:40:43.272301 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-7e1c9b35-1f50-4998-9a75-67f8d991b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:43.274381 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-7e1c9b35-1f50-4998-9a75-67f8d991b1b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0866294 Jun 17 17:40:43.337897 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-ab26aa6d-e7d3-4342-bae4-ce5567539ed5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 200 len: 1001 time: 0.0583606 Jun 17 17:40:43.385191 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-6278a222-19b0-48df-8523-fbaea8dd73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:43.386630 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-6278a222-19b0-48df-8523-fbaea8dd73c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0428152 Jun 17 17:40:43.447810 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-3cb1a9f9-4132-4538-86e1-246a03907328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:43.449332 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-3cb1a9f9-4132-4538-86e1-246a03907328 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564399 Jun 17 17:40:43.538894 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-3356f34d-b58f-4333-b6fb-9e83aaf7b711 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Jun 17 17:40:43.631324 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b1845d1-74da-4a44-883e-e8c4ed85ac21 req-f229ccd8-19b3-429f-942a-04961a570bcf service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Jun 17 17:40:45.133051 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3610-2dae-48cd-81ab-8d2ff20cbc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:45.215861 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:46.792594 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:48.161552 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:50.793670 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:40:55.525645 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48778) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:40:55.685026 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port 7b856020-f5e5-4ef8-9a14-7a42922839a8 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:40:55.685366 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:55.765546 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:55.765874 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:55.832292 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for 7b856020-f5e5-4ef8-9a14-7a42922839a8 owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:40:56.078153 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:56.080381 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-e37d4057-385f-422e-ae6d-ee8d9e495820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:40:56.104676 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=7b856020-f5e5-4ef8-9a14-7a42922839a8,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:40:56.115733 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.116128 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.116498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.116857 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.117208 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.117566 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.118587 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.118955 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.119333 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.119685 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.120150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.120461 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:56.138255 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:40:56.179956 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:56.180305 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP b7689666-b4fb-45fb-9dcd-f74b998e6c0c disassociated (deleted). External IP: 172.27.0.71, port: 9b0c5457-1f8e-407f-8c54-3fc872146681. Jun 17 17:40:56.385150 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:40:56.493399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:40:56.498278 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:56.502926 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:40:56.511742 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:40:56.512397 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:40:56.535193 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "DELETE /v2.0/floatingips/b7689666-b4fb-45fb-9dcd-f74b998e6c0c HTTP/1.1" status: 204 len: 168 time: 1.0081913 Jun 17 17:40:56.536052 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:40:56.538594 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a" -d '{"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:40:56.623290 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:40:56.634670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bef69-a63d-4959-bc64-ceb24d93c076 x-openstack-request-id: req-ef9bef69-a63d-4959-bc64-ceb24d93c076 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:40:56.634670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:40:56.634670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef9bef69-a63d-4959-bc64-ceb24d93c076 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:40:56.634670 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'status': 'completed', 'code': 200} Jun 17 17:40:56.711693 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-a16ef0c4-6025-4d27-84ae-79bd0ad645b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:56.713868 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-a16ef0c4-6025-4d27-84ae-79bd0ad645b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 1099 time: 0.0594156 Jun 17 17:40:56.805876 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-57d5c04c-a007-493b-be9e-295bb41177a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:56.807381 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-57d5c04c-a007-493b-be9e-295bb41177a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0874870 Jun 17 17:40:56.853158 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-1174a89c-78dd-4381-ac62-4afde2f67307 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 200 len: 217 time: 0.0400283 Jun 17 17:40:56.869073 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:40:56.896231 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:40:56.903169 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-01ddf590-b875-43fc-980b-f419f379b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:56.904672 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-01ddf590-b875-43fc-980b-f419f379b88d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0460465 Jun 17 17:40:56.905554 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:40:56.906171 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:40:56.966191 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-afbfde3e-a6ec-4e84-a23b-ba7941604a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:56.967704 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-afbfde3e-a6ec-4e84-a23b-ba7941604a5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557854 Jun 17 17:40:57.019604 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:40:57.075548 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-127595b3-bf03-42c6-ba1f-26da5ab12e89 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007023 Jun 17 17:40:57.166998 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ab0bee5f-b53f-4a48-8f34-44f1ea16d18a req-cc66014f-5fda-46bd-b377-1f60edbfe732 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Jun 17 17:40:57.254357 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:40:57.282192 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834e5ab-9134-4293-9dbe-dc29405fd37c None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_floatingips': [{'id': 'b64dc813-aedf-4c52-a047-d4c158bd6a51', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'router_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'port_id': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'mac_address': 'fa:16:3e:5c:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:37:26Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 1, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:40:57.388512 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea47ca7-ae57-40e2-8388-2389894beb95 req-5c728169-454c-4f56-999e-49783365aff6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:57.390088 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ea47ca7-ae57-40e2-8388-2389894beb95 req-5c728169-454c-4f56-999e-49783365aff6 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.1127973 Jun 17 17:40:57.435090 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ea47ca7-ae57-40e2-8388-2389894beb95 req-d9375ab3-a7e0-4d06-a71c-5e10b89c1e33 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Jun 17 17:40:57.497000 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8e953-b4ce-4445-9c1e-a808012340d6 None None] New status for floating IP b7689666-b4fb-45fb-9dcd-f74b998e6c0c: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:40:58.611080 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a094-67fc-492e-9eb2-91450797e702 req-6324ef9e-a9f7-4a89-80fb-6c95b6cda5e1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:58.612554 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8856a094-67fc-492e-9eb2-91450797e702 req-6324ef9e-a9f7-4a89-80fb-6c95b6cda5e1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.0635705 Jun 17 17:40:58.651661 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8856a094-67fc-492e-9eb2-91450797e702 req-7d30c902-a354-4750-93e8-694daf0f08f3 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332470 Jun 17 17:40:58.716157 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-ae4fb5f8-a121-4432-86b1-4ac9fc9328dc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:58.717602 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-ae4fb5f8-a121-4432-86b1-4ac9fc9328dc tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 946 time: 0.0623229 Jun 17 17:40:58.819983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port 9b0c5457-1f8e-407f-8c54-3fc872146681 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:40:58.820349 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:58.907970 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] For port 9b0c5457-1f8e-407f-8c54-3fc872146681, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9b0c5457-1f8e-407f-8c54-3fc872146681,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:40:58.908270 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:58.976341 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for 9b0c5457-1f8e-407f-8c54-3fc872146681 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:40:59.172985 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:59.177205 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-b6125a57-3184-4d72-9796-ba0f71137c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:40:59.203384 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=9b0c5457-1f8e-407f-8c54-3fc872146681,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:40:59.206562 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:40:59.249340 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] No DVR routers for this DVR port 9b0c5457-1f8e-407f-8c54-3fc872146681 on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:40:59.251827 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:59.253862 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dbfa6a64-4358-4f9a-b0b0-5c7dab42d5f8 req-4f20a19b-7527-4f55-b774-b9c85de3d051 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "DELETE /v2.0/ports/9b0c5457-1f8e-407f-8c54-3fc872146681 HTTP/1.1" status: 204 len: 173 time: 0.5306666 Jun 17 17:40:59.254376 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'name': 'network-vif-deleted', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:40:59.256848 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc8b4e-4cdf-4f38-bd6f-b61cbaab15b5" -d '{"events": [{"server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "name": "network-vif-deleted", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:40:59.292508 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd6eb0-fcfc-497b-83c3-77a88bd04616 x-openstack-request-id: req-a1dd6eb0-fcfc-497b-83c3-77a88bd04616 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:40:59.292843 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30256274-5fcc-43a2-adb0-a8695896c15d", "name": "network-vif-deleted", "tag": "9b0c5457-1f8e-407f-8c54-3fc872146681", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:40:59.293136 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1dd6eb0-fcfc-497b-83c3-77a88bd04616 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:40:59.293575 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30256274-5fcc-43a2-adb0-a8695896c15d', 'name': 'network-vif-deleted', 'tag': '9b0c5457-1f8e-407f-8c54-3fc872146681', 'status': 'completed', 'code': 200} Jun 17 17:40:59.799754 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8aaff353-c233-44ab-98c7-171323aa4d1d req-1d18ba55-9565-4df6-be3e-c545bdfa2bd4 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=30256274-5fcc-43a2-adb0-a8695896c15d HTTP/1.1" status: 200 len: 210 time: 0.0335667 Jun 17 17:41:01.780014 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9b0c5457-1f8e-407f-8c54-3fc872146681 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:01.801330 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: 9b0c5457-1f8e-407f-8c54-3fc872146681 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:01.801689 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device 9b0c5457-1f8e-407f-8c54-3fc872146681 not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:03.427368 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48818) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:03.589873 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port 896e86c5-0d1f-40a5-b11b-4d78009e5927 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:03.590134 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:03.671341 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:03.671684 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:03.734281 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for 896e86c5-0d1f-40a5-b11b-4d78009e5927 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:04.041411 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:04.043640 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-36f9f4ab-4ac2-408e-87ca-f42c77b61b02 tempest-AttachVolumeShelveTestJSON-700948341 tempest-AttachVolumeShelveTestJSON-700948341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:04.071830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=896e86c5-0d1f-40a5-b11b-4d78009e5927,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:04.083439 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.083819 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.084219 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.084588 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.084946 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.085344 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.085705 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.086063 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.087135 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.087495 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.087849 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.088233 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:04.106353 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:04.144750 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:04.145088 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Floating IP b64dc813-aedf-4c52-a047-d4c158bd6a51 disassociated (deleted). External IP: 172.27.0.110, port: dc5432f9-c4e7-47a9-bdd8-140b17e287fe. Jun 17 17:41:04.354937 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:41:04.461608 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:04.466110 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:04.473229 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:41:04.482505 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:04.483155 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:04.505112 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-365ec664-3dd6-461e-8007-9263f7016518 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "DELETE /v2.0/floatingips/b64dc813-aedf-4c52-a047-d4c158bd6a51 HTTP/1.1" status: 204 len: 168 time: 1.0766664 Jun 17 17:41:04.505798 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:04.508155 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7adcd2838c77a52a1e3bd40db24a88a7939fa6bbe8ba07b6d6d8c9b58b9148ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:41:04.599051 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db3c60-7f62-4913-9994-bda13e3f22d1 x-openstack-request-id: req-d4db3c60-7f62-4913-9994-bda13e3f22d1 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:41:04.599394 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:41:04.599702 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4db3c60-7f62-4913-9994-bda13e3f22d1 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:41:04.600190 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'status': 'completed', 'code': 200} Jun 17 17:41:04.681434 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-591b1992-5f9e-4be7-8e58-60a935aa66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:04.683263 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-591b1992-5f9e-4be7-8e58-60a935aa66b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0592508 Jun 17 17:41:04.725156 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:04.775497 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-1270b075-2f74-40df-a93c-c2c354dd612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:04.777294 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-1270b075-2f74-40df-a93c-c2c354dd612e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 200 len: 911 time: 0.0881107 Jun 17 17:41:04.828320 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-d4b0881e-7740-4633-b347-266692fdf6e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 200 len: 217 time: 0.0440590 Jun 17 17:41:04.884997 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-0d6f905e-03ea-4324-bb4d-82d4d94d792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:04.887773 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-0d6f905e-03ea-4324-bb4d-82d4d94d792d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 200 len: 849 time: 0.0527525 Jun 17 17:41:04.941784 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:04.948964 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-8b36cbd8-3d9d-4f2d-b37a-e680fa50c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:04.950435 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-8b36cbd8-3d9d-4f2d-b37a-e680fa50c934 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9af2838a-14b9-4331-8343-91694bafd23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566649 Jun 17 17:41:04.967635 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:41:04.975960 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:04.976632 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:05.049259 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-ac70b42b-982c-44a7-81d5-8621b6743bb1 service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921555 Jun 17 17:41:05.093783 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:05.164162 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:05.180583 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-969e1ef4-8f73-40d1-ba1d-42064ca18e2c req-7f7de326-afe4-4ca0-9a82-658b2fd6228e service neutron] 10.222.0.45 "GET /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237280 Jun 17 17:41:05.196691 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb708e6-b2dc-4a9c-b5dd-ffe89006e5d4 req-09d062c7-d113-405b-b3f8-9d2ecafd763d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:05.200320 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bb708e6-b2dc-4a9c-b5dd-ffe89006e5d4 req-09d062c7-d113-405b-b3f8-9d2ecafd763d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.1176808 Jun 17 17:41:05.237421 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bb708e6-b2dc-4a9c-b5dd-ffe89006e5d4 req-cbaceadd-b579-4617-b2f7-74926b29b08d tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328751 Jun 17 17:41:05.298237 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:05.327403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22c7f6-461e-413f-ad5b-5a86b3db7d7b None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:34:11Z', 'revision_number': 4, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi', '_interfaces': [{'id': '8023de5a-ef13-4b9d-bb6b-30f90e75107c', 'name': '', 'network_id': '9af2838a-14b9-4331-8343-91694bafd23d', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'mac_address': 'fa:16:3e:7e:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:10Z', 'updated_at': '2021-06-17T17:34:16Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'subnets': [{'id': 'bf2c2f7d-4720-4ff6-a527-93c7964a1229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:41:05.534970 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a97e2-16b1-4385-92e1-e5676c47506f None None] New status for floating IP b64dc813-aedf-4c52-a047-d4c158bd6a51: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 17:41:06.425564 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769de4c-4292-4a5e-964f-deb28e8f546b req-1c40a6a6-85d9-4cca-a6aa-37baffa7d7cb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:06.427117 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d769de4c-4292-4a5e-964f-deb28e8f546b req-1c40a6a6-85d9-4cca-a6aa-37baffa7d7cb tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.0659585 Jun 17 17:41:06.494292 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d769de4c-4292-4a5e-964f-deb28e8f546b req-68c64aa3-ffad-4b4b-b96e-3a18134f147c tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b6a558b-8b68-4770-b7e7-63245d98c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614564 Jun 17 17:41:06.531551 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-91d6a75c-e616-404c-a1cc-74aedd1c29ec tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:06.533015 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-91d6a75c-e616-404c-a1cc-74aedd1c29ec tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 945 time: 0.0744627 Jun 17 17:41:06.634723 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port dc5432f9-c4e7-47a9-bdd8-140b17e287fe {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:06.635065 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:06.728139 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] For port dc5432f9-c4e7-47a9-bdd8-140b17e287fe, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:06.728498 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:06.792571 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for dc5432f9-c4e7-47a9-bdd8-140b17e287fe owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:07.032318 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:07.036358 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-480b6fa4-5661-4968-b4b7-bd7b8c16da59 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:07.062547 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=dc5432f9-c4e7-47a9-bdd8-140b17e287fe,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:07.065428 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:07.111770 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] No DVR routers for this DVR port dc5432f9-c4e7-47a9-bdd8-140b17e287fe on host hv-cinder-79688 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:07.114385 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:07.122082 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b505e18b-d649-46f7-950d-b23949cfeb60 req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.45 "DELETE /v2.0/ports/dc5432f9-c4e7-47a9-bdd8-140b17e287fe HTTP/1.1" status: 204 len: 173 time: 0.5768914 Jun 17 17:41:07.122082 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'name': 'network-vif-deleted', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:07.122082 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ca9136b5bffa791bc8bb88a8bfd72cd5b1e980179807f156ee25530fa2868d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f9207-533a-4c0c-8bee-de89f20dffb5" -d '{"events": [{"server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "name": "network-vif-deleted", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 17:41:07.154499 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe3520-46d0-4569-a886-b554f69415ef x-openstack-request-id: req-04fe3520-46d0-4569-a886-b554f69415ef {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 17:41:07.154832 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187e8f8-e104-4a53-812b-621609c0ce66", "name": "network-vif-deleted", "tag": "dc5432f9-c4e7-47a9-bdd8-140b17e287fe", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 17:41:07.155130 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04fe3520-46d0-4569-a886-b554f69415ef {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 17:41:07.155568 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c187e8f8-e104-4a53-812b-621609c0ce66', 'name': 'network-vif-deleted', 'tag': 'dc5432f9-c4e7-47a9-bdd8-140b17e287fe', 'status': 'completed', 'code': 200} Jun 17 17:41:07.642379 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5695bb33-ffe2-4b51-be59-282b2d845df2 req-a491d268-5645-4f18-9170-5d96f49b0ab1 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "GET /v2.0/ports?device_id=c187e8f8-e104-4a53-812b-621609c0ce66 HTTP/1.1" status: 200 len: 210 time: 0.0291567 Jun 17 17:41:08.743384 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48838) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:08.873641 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Deleting port 65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:08.874082 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:08.954863 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:08.955096 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:09.016941 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Calling delete_port for 65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:09.237809 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:09.239952 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-e88d1470-ca65-4063-89e8-5ceff835fcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:09.264058 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'Port': ['ID=65e9a5b0-772d-46e4-b2ed-7f4e5d69bb7c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:09.266604 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:09.563645 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:09.566350 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522333'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:09.567498 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7205453d-4559-4e8c-a259-3e55641d9d10 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "DELETE /v2.0/floatingips/c957fdf7-7847-4cb2-89e6-e8937fafb72f HTTP/1.1" status: 204 len: 168 time: 0.8231304 Jun 17 17:41:09.794774 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device dc5432f9-c4e7-47a9-bdd8-140b17e287fe no longer exists at agent hyperv_hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:09.815774 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] No Port match for: dc5432f9-c4e7-47a9-bdd8-140b17e287fe {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:09.816049 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Device dc5432f9-c4e7-47a9-bdd8-140b17e287fe not bound to the agent host hv-cinder-79688 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:11.049054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48852) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:11.108654 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:11.134159 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:11.306304 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:11.308983 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:11.310124 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b6a558b-8b68-4770-b7e7-63245d98c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2600861 Jun 17 17:41:11.311002 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-13a77b8f-065e-4bff-9b50-d60aa9b20800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:11.320285 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6a558b-8b68-4770-b7e7-63245d98c7d2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:11.323199 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-95a728a4-6ff7-4271-adcd-308029c29834 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:11.481933 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48856) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:11.931578 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:12.454228 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Deleting port 8023de5a-ef13-4b9d-bb6b-30f90e75107c {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:12.454560 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:12.535113 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] For port 8023de5a-ef13-4b9d-bb6b-30f90e75107c, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=8023de5a-ef13-4b9d-bb6b-30f90e75107c,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:12.535841 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:12.571989 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a57deade-d310-49ef-bb05-d747c2f4a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:12.606996 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Calling delete_port for 8023de5a-ef13-4b9d-bb6b-30f90e75107c owned by network:router_interface {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:12.898091 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:12.900277 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-84707b08-a38f-4a5b-b8fe-66c159c6266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:12.925313 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8023de5a-ef13-4b9d-bb6b-30f90e75107c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:12.928496 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:13.116268 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:13.335751 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:41:13.443764 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:13.448708 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-888e0833-0099-4f65-a836-49567ca7c4c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/fd13a51d-df0c-4924-9ad5-a7e8550a5b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657185 Jun 17 17:41:13.451541 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48860) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:13.452246 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Sync routers for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:41:13.462070 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:13.462703 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:13.565630 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks [] for router, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:13.568831 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:13.691554 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:13.768476 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:41:12Z', 'revision_number': 5, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port': {'id': '2ff44947-bf8b-4187-9104-5840f0aa36f0', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:08Z', 'updated_at': '2021-06-17T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:13.799228 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Checking router: fd13a51d-df0c-4924-9ad5-a7e8550a5b09 for host: dv-cinder-796889-1-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:41:13.807914 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Routers {'fd13a51d-df0c-4924-9ad5-a7e8550a5b09'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:13.808564 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:40:45Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:13.854910 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Deleting port 2ff44947-bf8b-4187-9104-5840f0aa36f0 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:13.855290 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:13.896909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] Set router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 gateway port host: None {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:13.938913 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] For port 2ff44947-bf8b-4187-9104-5840f0aa36f0, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2ff44947-bf8b-4187-9104-5840f0aa36f0,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:13.939294 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:13.956088 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:41:13Z', 'revision_number': 6, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port_host': None}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:13.983412 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ec972-e2a8-4035-8855-c4daf0ab43fc None None] The sync data for ids ['fd13a51d-df0c-4924-9ad5-a7e8550a5b09'] in dv-cinder-796889-1-iscsi is: [{'id': 'fd13a51d-df0c-4924-9ad5-a7e8550a5b09', 'name': 'tempest-TestVolumeBootPattern-68080711-router', 'tenant_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:07Z', 'updated_at': '2021-06-17T17:41:13Z', 'revision_number': 6, 'project_id': '2a98e047d24a4d5a925e4cfb9b777a3c', 'gw_port_host': None}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:41:14.011670 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Calling delete_port for 2ff44947-bf8b-4187-9104-5840f0aa36f0 owned by network:router_gateway {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:14.354866 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.358423 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-a595fe8d-b3fe-48b1-92e9-1b9eced86906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:14.386609 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff44947-bf8b-4187-9104-5840f0aa36f0,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:14.390875 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:14.467567 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.561491 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.563772 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.786412 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.798114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd13a51d-df0c-4924-9ad5-a7e8550a5b09 {{(pid=93433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:41:14.798114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.798114 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9b1cd5b8-700b-4919-98cc-c77101613330 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fd13a51d-df0c-4924-9ad5-a7e8550a5b09 HTTP/1.1" status: 204 len: 168 time: 1.3402224 Jun 17 17:41:14.798114 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48862) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:14.809520 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 8023de5a-ef13-4b9d-bb6b-30f90e75107c no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:14.834173 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 8023de5a-ef13-4b9d-bb6b-30f90e75107c {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:14.849793 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 8023de5a-ef13-4b9d-bb6b-30f90e75107c not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:14.850857 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Deleting subnet bf2c2f7d-4720-4ff6-a527-93c7964a1229 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:41:14.850857 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.896785 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13671988'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:14.983299 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.175826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14338235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14506509'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.178300 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-fcdd392a-5acb-4db3-b511-d5f2f214d384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:15.201188 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2c2f7d-4720-4ff6-a527-93c7964a1229,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:15.204708 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:15.207573 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.210559 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ff1e404-653a-413a-b0df-809109fcd2e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf2c2f7d-4720-4ff6-a527-93c7964a1229 HTTP/1.1" status: 204 len: 168 time: 0.4141080 Jun 17 17:41:15.212721 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48866) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:15.215227 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df4fd9-8b5c-4df5-989a-6354f39d7623 None None] Network 9af2838a-14b9-4331-8343-91694bafd23d requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:41:15.217257 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-15e84194-7bc7-4bbe-9b2d-ff9204e01e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.221238 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.292339 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.352128 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Deleting port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:15.352471 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.420759 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] DHCP port deletion for 9af2838a-14b9-4331-8343-91694bafd23d request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:41:15.423497 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] For port ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:15.423907 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.467022 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Deleting port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:15.467324 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.490837 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Calling delete_port for ff2cec7c-f46c-4e56-a17e-1ac0349fb147 owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:15.532797 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] For port ff2cec7c-f46c-4e56-a17e-1ac0349fb147, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,segment=NetworkSegment(03a7e5c0-fed2-480d-ae23-9f480ba93223),segment_id=03a7e5c0-fed2-480d-ae23-9f480ba93223)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:15.533193 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.604017 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Calling delete_port for ff2cec7c-f46c-4e56-a17e-1ac0349fb147 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:15.763913 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.766887 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-03148720-0556-468e-bfe8-65a1b5c3a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:15.771943 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.776362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:15.791540 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:15.794582 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:15.795371 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] No DVR routers for this DVR port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:15.804192 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Pushing event deleted for resources: {'Port': ['ID=ff2cec7c-f46c-4e56-a17e-1ac0349fb147,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:15.806488 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] No DVR routers for this DVR port ff2cec7c-f46c-4e56-a17e-1ac0349fb147 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:15.815927 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.816518 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.816747 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.816976 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.817308 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.817640 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.817971 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.818299 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.818626 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.818948 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.819270 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.819595 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-1-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:15.822745 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e18b9c89-61f2-4adb-ac18-e7c4010c4b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:15.875649 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.886797 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af2838a-14b9-4331-8343-91694bafd23d']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:15.897170 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a7e5c0-fed2-480d-ae23-9f480ba93223') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:15.897466 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a7e5c0-fed2-480d-ae23-9f480ba93223') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:15.907565 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.922303 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.928289 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:41:15.928689 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: conditions |= (models_v2.Port.network_id.in_( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: retrieve_revision_numbers = { Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:41:15.930504 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:41:16.112405 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.117542 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.122399 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] 10.222.0.10 "DELETE /v2.0/networks/9af2838a-14b9-4331-8343-91694bafd23d HTTP/1.1" status: 204 len: 168 time: 0.9058383 Jun 17 17:41:16.122399 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-80db5c6c-f87e-435a-a75b-e8c0dec6913f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:16.122608 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48868) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:16.133522 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9af2838a-14b9-4331-8343-91694bafd23d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:16.135930 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-720f26b1-eb1e-47ed-adac-c029a41676ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:16.453478 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ff2cec7c-f46c-4e56-a17e-1ac0349fb147 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:16.474739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: ff2cec7c-f46c-4e56-a17e-1ac0349fb147 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:16.474739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device ff2cec7c-f46c-4e56-a17e-1ac0349fb147 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:16.474739 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2ff44947-bf8b-4187-9104-5840f0aa36f0 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:16.489203 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016583'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.494403 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 2ff44947-bf8b-4187-9104-5840f0aa36f0 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:16.494763 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2ff44947-bf8b-4187-9104-5840f0aa36f0 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:16.756283 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Deleting port 66eb690b-edfd-4f87-9e6f-facead053c9f {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:16.756606 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.844036 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] For port 66eb690b-edfd-4f87-9e6f-facead053c9f, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=66eb690b-edfd-4f87-9e6f-facead053c9f,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:16.844677 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.870063 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:16.916092 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Calling delete_port for 66eb690b-edfd-4f87-9e6f-facead053c9f owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:17.243630 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:17.246022 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-bedc6082-2880-4fdb-99aa-3617539d2cee tempest-VolumesNegativeTest-1335281505 tempest-VolumesNegativeTest-1335281505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:17.269526 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Pushing event deleted for resources: {'Port': ['ID=66eb690b-edfd-4f87-9e6f-facead053c9f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:17.272965 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:17.439071 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-624041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022903'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:17.655481 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 has already been hosted by L3 agent 0440c142-c983-4e3a-9741-cf7539e53dcb {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:41:17.765025 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] Notify agent at l3_agent.dv-cinder-796889-1-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:17.769957 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4a36632e-7fc3-4bf3-88d1-84f18a01408b admin admin] 10.222.0.10 "PUT /v2.0/routers/d9fdc227-3ac2-421e-ab86-bf6fa0e01400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464512 Jun 17 17:41:17.772629 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48870) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:17.775945 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Sync routers for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:41:17.786500 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:17.787133 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:41:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:17.878696 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:17.890021 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: dv-cinder-796889-1-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:17.989967 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.148010 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'external_fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:41:17Z', 'revision_number': 5, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port': {'id': '2b125c69-0b1d-4926-b572-488fad8a3d0e', 'name': '', 'network_id': 'd5c58482-a02d-4a2b-90a2-5d0412b36905', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:97:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:34:15Z', 'updated_at': '2021-06-17T17:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3b33b6e-4338-4f10-8f8d-7df5f325aa7c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-1-iscsi'}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:18.177082 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Deleting port 2b125c69-0b1d-4926-b572-488fad8a3d0e {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:18.177429 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.178668 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Checking router: d9fdc227-3ac2-421e-ab86-bf6fa0e01400 for host: dv-cinder-796889-1-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:41:18.189107 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Routers {'d9fdc227-3ac2-421e-ab86-bf6fa0e01400'} bound to L3 agent in host dv-cinder-796889-1-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:18.189747 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:14:15Z,description=,heartbeat_timestamp=2021-06-17T17:41:15Z,host='dv-cinder-796889-1-iscsi',id=0440c142-c983-4e3a-9741-cf7539e53dcb,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:14:16Z,topic='l3_agent')) {'router_ids': ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:18.203061 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.262156 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] For port 2b125c69-0b1d-4926-b572-488fad8a3d0e, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=2b125c69-0b1d-4926-b572-488fad8a3d0e,segment=NetworkSegment(5e0b3413-1999-4bcf-bf5b-5197ff04672a),segment_id=5e0b3413-1999-4bcf-bf5b-5197ff04672a)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:18.262747 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.276325 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] Set router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:41:18.326248 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Calling delete_port for 2b125c69-0b1d-4926-b572-488fad8a3d0e owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:18.328594 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:41:17Z', 'revision_number': 6, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port_host': None}], 'dv-cinder-796889-1-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:18.358873 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5723ba-b69c-45c2-a251-fcd6c4026e06 None None] The sync data for ids ['d9fdc227-3ac2-421e-ab86-bf6fa0e01400'] in dv-cinder-796889-1-iscsi is: [{'id': 'd9fdc227-3ac2-421e-ab86-bf6fa0e01400', 'name': 'tempest-TestVolumeBootPattern-1093692998-router', 'tenant_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:34:14Z', 'updated_at': '2021-06-17T17:41:17Z', 'revision_number': 6, 'project_id': '308e80d3ab4e49d88e2ebb1acd4e40a9', 'gw_port_host': None}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:41:18.603518 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12954040'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.605830 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-254c9b85-f6fe-4696-b0ab-606b2ef09ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:18.630017 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b125c69-0b1d-4926-b572-488fad8a3d0e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:18.633898 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:18.698599 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1020348'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.793822 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-952453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.796431 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.946054 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1018529'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.946517 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fdc227-3ac2-421e-ab86-bf6fa0e01400 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:41:18.950955 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.952157 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0cf6a32a-e6db-4a66-9281-4b800dd4bc0b admin admin] 10.222.0.10 "DELETE /v2.0/routers/d9fdc227-3ac2-421e-ab86-bf6fa0e01400 HTTP/1.1" status: 204 len: 168 time: 1.1785977 Jun 17 17:41:18.954606 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48872) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:19.004474 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Deleting subnet 675daa51-3e5d-4225-bbce-2d349f4e6149 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 17:41:19.007679 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.044129 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13002850'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.130926 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1575403'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.149426 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 66eb690b-edfd-4f87-9e6f-facead053c9f no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:19.167687 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 66eb690b-edfd-4f87-9e6f-facead053c9f {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:19.168116 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 66eb690b-edfd-4f87-9e6f-facead053c9f not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:19.355403 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1575394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12953922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12847885'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.357754 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:19.388005 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675daa51-3e5d-4225-bbce-2d349f4e6149,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:19.393552 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.397752 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/675daa51-3e5d-4225-bbce-2d349f4e6149 HTTP/1.1" status: 204 len: 168 time: 0.4400299 Jun 17 17:41:19.397752 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-ecb1f619-978f-40b8-98d5-3b24330c9cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:19.399533 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b9e36-01b0-4aa5-adc1-9e70d5e2d738 None None] Network f78539a3-2b69-46fa-affb-c68d6af1f9ad requested from dv-cinder-796889-1-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:41:19.401401 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48874) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:19.477962 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670415'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.535830 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Deleting port f0691a06-b4d2-4db3-b1b9-674c10073808 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:19.535830 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.609120 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] For port f0691a06-b4d2-4db3-b1b9-674c10073808, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f0691a06-b4d2-4db3-b1b9-674c10073808,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:19.609484 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.612252 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] DHCP port deletion for f78539a3-2b69-46fa-affb-c68d6af1f9ad request from dv-cinder-796889-1-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 17:41:19.661340 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Deleting port f0691a06-b4d2-4db3-b1b9-674c10073808 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 17:41:19.661572 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762799381158'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.676248 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Calling delete_port for f0691a06-b4d2-4db3-b1b9-674c10073808 owned by network:dhcp {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:19.730132 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] For port f0691a06-b4d2-4db3-b1b9-674c10073808, host dv-cinder-796889-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-1-iscsi',level=0,port_id=f0691a06-b4d2-4db3-b1b9-674c10073808,segment=NetworkSegment(2a1ab83e-086b-4104-a200-8a4dffb17fe1),segment_id=2a1ab83e-086b-4104-a200-8a4dffb17fe1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:19.730532 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023192'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.797186 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Calling delete_port for f0691a06-b4d2-4db3-b1b9-674c10073808 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 17:41:19.846321 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14338113'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.848675 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-3c53fcd8-ccf2-4056-ba61-a1d067b5cbd8 tempest-TestVolumeBootPattern-1566345646 tempest-TestVolumeBootPattern-1566345646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:19.873826 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0691a06-b4d2-4db3-b1b9-674c10073808,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:19.876659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1976730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762799386143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762798929201'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.878264 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:19.879086 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:19.879269 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] No DVR routers for this DVR port f0691a06-b4d2-4db3-b1b9-674c10073808 on host dv-cinder-796889-1-iscsi {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:19.902755 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Pushing event deleted for resources: {'Port': ['ID=f0691a06-b4d2-4db3-b1b9-674c10073808,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:19.909909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG oslo_concurrency.lockutils [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:19.909909 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68207184-da6c-490c-ba31-1e24e1409887 None None] No DVR routers for this DVR port f0691a06-b4d2-4db3-b1b9-674c10073808 on host dv-cinder-796889-1-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:19.958577 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1576818', 'neutron.services.segments.db._delete_segments_for_network-8762799454100'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.969505 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78539a3-2b69-46fa-affb-c68d6af1f9ad']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:19.983153 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ab83e-086b-4104-a200-8a4dffb17fe1') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:19.983447 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ab83e-086b-4104-a200-8a4dffb17fe1') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:19.993083 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762799450853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13671995'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.006737 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.013244 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 17:41:20.015831 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1573054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338070'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: Traceback (most recent call last): Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: timer() Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: cb(*args, **kw) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: return func(*args, **kwargs) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: self._notify() Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: self.callback(batched_events) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: event.method(event) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: return f(self, *a, **k) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._get(url).json() Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:41:20.016433 dv-cinder-796889-1-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:41:20.177983 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1576809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-582851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1020376'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.183304 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623949'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.185382 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] 10.222.0.10 "DELETE /v2.0/networks/f78539a3-2b69-46fa-affb-c68d6af1f9ad HTTP/1.1" status: 204 len: 168 time: 0.7835069 Jun 17 17:41:20.186283 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-7ae5d2b2-129f-4b97-9bc9-9b3d6858b534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:20.200555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Pushing event deleted for resources: {'Network': ['ID=f78539a3-2b69-46fa-affb-c68d6af1f9ad,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:20.203307 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-5a1d128b-82a0-42ae-b70e-3168ce15d36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:20.461544 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2b125c69-0b1d-4926-b572-488fad8a3d0e no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:20.482008 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: 2b125c69-0b1d-4926-b572-488fad8a3d0e {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:20.484438 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device 2b125c69-0b1d-4926-b572-488fad8a3d0e not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:20.484438 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f0691a06-b4d2-4db3-b1b9-674c10073808 no longer exists at agent ovs-agent-dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:20.504885 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] No Port match for: f0691a06-b4d2-4db3-b1b9-674c10073808 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 17:41:20.505237 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Device f0691a06-b4d2-4db3-b1b9-674c10073808 not bound to the agent host dv-cinder-796889-1-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:20.539412 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48878) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:20.584012 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-583a79bc-53d7-4238-9ecc-98dcbcd5eee2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a98e047d24a4d5a925e4cfb9b777a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437114 Jun 17 17:41:20.587337 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48880) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:20.637381 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.659044 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.791555 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.794771 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:20.801585 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84c17787-2465-414f-95db-99fbc3d86c42 HTTP/1.1" status: 204 len: 168 time: 0.2076237 Jun 17 17:41:20.801585 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-873707ba-914e-4755-b385-4095fda3e804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:20.805433 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c17787-2465-414f-95db-99fbc3d86c42,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:20.808439 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG oslo_concurrency.lockutils [None req-129ca619-8e1c-4978-8da4-d4e91e6136b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:21.568999 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.10', 48886) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:21.608862 dv-cinder-796889-1-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3fa3a1f6-4c48-4562-ba5e-6d99e4024866 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=308e80d3ab4e49d88e2ebb1acd4e40a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391376 Jun 17 17:41:21.611427 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.10', 48888) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:21.664998 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:21.688340 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:21.841071 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582816'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:21.844300 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:21.845909 dv-cinder-796889-1-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9982517c-04ef-4223-8096-9a66d80e594b HTTP/1.1" status: 204 len: 168 time: 0.2330992 Jun 17 17:41:21.846898 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-1dc9f6de-1e37-4c45-8f9e-8e17d9a97210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:21.855914 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982517c-04ef-4223-8096-9a66d80e594b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:21.858330 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG oslo_concurrency.lockutils [None req-3efab87e-441f-4eb3-a062-6d9903b20227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:27.792399 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:41:35.085662 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:37.775774 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [req-f7fdcfb5-2e5b-4df3-b9eb-d26427129798 req-0335e657-f0ba-4f70-9389-bc2492fde861 service neutron] (93434) timed out ('10.222.0.45', 49864) {{(pid=93434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:41:42.571016 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b36cd971-81e1-4652-9f04-4fef27973bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.159483 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e3b903d7-822c-42bb-91a2-a134fde2fe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.213412 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.825350 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.171032 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:04.790636 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:42:05.087803 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:12.766907 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9af08298-bad2-45a4-ad7a-6da81cd3215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:15.164631 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-77f4e394-2a15-44de-81bd-fc378202ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:15.249659 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:16.798794 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:18.181418 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:35.189251 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.789602 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:42:42.585998 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-447bcc69-4169-46d3-8d24-d5f32c1f9c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:45.185800 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eacc4b48-fa85-493d-b18c-66120e4cabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:45.240290 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:46.826387 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.165965 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:52.702453 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-9f26f405-9f63-48da-b897-970038017c73 req-0153f5ef-f308-4c96-879f-e71fb2c8cc0e service neutron] (93433) timed out ('10.222.0.45', 49889) {{(pid=93433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:43:05.145361 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:12.593578 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-61a32846-8ad1-4baf-9ae4-ef69530d3810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:15.145305 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-18d1f9f7-921c-41c5-b5af-c4ed4735a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:15.207573 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:16.833489 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.179247 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.788306 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:43:22.279204 dv-cinder-796889-1-iscsi neutron-server[93434]: DEBUG neutron.wsgi [req-cb15598e-5c26-41af-9272-e39174883239 req-d1de94c0-8bfb-4329-b52f-8fb3d260d1fa service neutron] (93434) timed out ('10.222.0.10', 43540) {{(pid=93434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:43:35.110771 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.601458 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-73e65f6d-d72d-46ec-bf3f-bc2f2e9e3523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:45.143718 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7c15335b-d044-4ff9-ac67-42b385295bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:45.235897 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.858366 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:48.249704 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:55.786755 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:44:05.103804 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:12.608703 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8e0a700c-afce-4cf8-a5ca-3406c1283842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:15.206497 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-211d6c9f-fa60-48a3-b2d2-0aa51f9caf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:15.248084 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:16.880307 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:18.205562 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:19.946529 dv-cinder-796889-1-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-e1a045f5-6e1e-4466-840f-48c8fa357be7 req-5d9919ea-9f34-4487-a836-dd5a7565449f service neutron] (93433) timed out ('10.222.0.10', 45952) {{(pid=93433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:44:32.785148 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:44:35.119302 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:42.605468 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ca5113df-bd35-49f7-84e8-afab4ba6f952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:45.221752 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7bb575bf-fb22-4ce8-993e-93a749ee2b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:45.304519 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:46.867234 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:48.193332 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:05.112504 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:09.784174 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:45:12.577693 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7a3fffc5-b4a1-46f5-be65-8958d5aa1457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:15.144233 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-102edbe6-79cc-402c-a2ab-e8bff7517cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:15.212165 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:16.826613 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:18.189362 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:35.129167 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:42.559485 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e4f15a4b-79be-4d76-8342-324ac1c665e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:45.225431 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-15ed3837-6388-406b-bdd6-af9eda202a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:45.262682 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:46.783395 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:45:46.834549 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:48.182590 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:05.138765 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5b244ab-4a8f-44f9-a5ca-4828c99b7f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:12.564608 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-94b9c29e-0a0a-4065-a566-bb4c6b8d1d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:15.135785 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d1389937-176d-4bcf-ae5c-05c94d8cde1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:15.187290 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2b909b51-59bd-469f-9b0c-d399f936ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:16.862326 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1542790d-167e-47b1-8e6b-640a0e6dd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:18.181347 dv-cinder-796889-1-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9140ad26-1691-48ae-82c5-039d9ad531c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762799454082', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1586860'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:23.781558 dv-cinder-796889-1-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-e88cbfe3-baf6-4f33-bded-71cc83b99e8d None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}